-- Logs begin at Wed 2021-06-30 18:09:06 UTC, end at Wed 2021-06-30 19:16:59 UTC. -- Jun 30 18:51:49.427565 dv-cinder-798879-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 18:51:51.835018 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.common.config [-] Logging enabled! Jun 30 18:51:51.835680 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 30 18:51:51.835791 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78553) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 18:51:51.839576 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.common.config [-] Logging enabled! Jun 30 18:51:51.839830 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 30 18:51:51.840144 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78553) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 18:51:51.841078 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 30 18:51:51.841316 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 30 18:51:51.841892 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 30 18:51:51.842029 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 30 18:51:51.842154 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 30 18:51:51.842490 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.842785 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.843077 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.843307 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.843601 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.843889 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.844170 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.844457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.844753 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.845034 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.845310 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.845592 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.845821 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.846098 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.846408 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.846691 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.846913 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] debug = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.847190 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.847608 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.848053 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.848302 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.848589 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.848867 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.849138 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.849414 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.849697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.850032 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] host = dv-cinder-798879-1-smb {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.850328 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.850615 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.850901 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.851190 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.851464 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.851743 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.852025 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.852300 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.852564 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] log_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.852838 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.853127 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.853952 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.854278 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.854508 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.854732 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.855018 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.855306 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.855582 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.855858 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.856132 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.856403 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.856676 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.856944 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.857227 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.857770 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.858056 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.858355 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.858629 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.858905 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.859175 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.859459 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.859735 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.860011 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.860284 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.860572 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.860841 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.861119 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.861421 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.861709 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.861992 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.862302 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.862578 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.862861 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.863137 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.863412 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.863686 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] use_json = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.863962 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.864236 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.864522 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.864795 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.865069 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.865341 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.865612 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.865895 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:51.866220 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.866518 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.866821 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.867104 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.867399 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.867680 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.868220 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.868361 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.868573 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.868862 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.869704 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.869983 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.870487 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.870772 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.871072 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.871388 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.871681 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.871974 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.872252 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.872527 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.872801 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.873079 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.873365 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.873660 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.873951 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.874257 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.874542 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.874835 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.875117 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.875392 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.875670 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.875960 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.876240 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.876518 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.876801 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.877080 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.877352 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.877626 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.877904 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.878221 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.878504 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.878779 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.879051 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.879328 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.879600 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.879886 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.880165 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.880441 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.880713 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.880993 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.881272 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.881545 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.881822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.882094 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.882399 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.882671 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.882943 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.883217 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.883490 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.883761 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.884033 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.884306 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.884608 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.884986 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.885264 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.885541 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.885816 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.886089 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.886404 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.886706 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.886985 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.887268 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.887547 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.887826 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.888104 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.888383 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.888662 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.888940 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.889213 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.889504 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.889788 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.890076 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.890386 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.890666 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.890960 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.891242 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.891523 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.891798 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.892072 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.892364 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.892649 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.892942 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.893234 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.893527 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.893819 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.894110 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.894416 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.894725 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.895007 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:51.895225 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 18:51:51.895469 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78553) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 18:51:52.284382 dv-cinder-798879-1-smb neutron-server[78553]: INFO keyring.backend [-] Loading KWallet Jun 30 18:51:52.292449 dv-cinder-798879-1-smb neutron-server[78553]: INFO keyring.backend [-] Loading SecretService Jun 30 18:51:52.296073 dv-cinder-798879-1-smb neutron-server[78553]: INFO keyring.backend [-] Loading Windows Jun 30 18:51:52.297410 dv-cinder-798879-1-smb neutron-server[78553]: INFO keyring.backend [-] Loading chainer Jun 30 18:51:52.297997 dv-cinder-798879-1-smb neutron-server[78553]: INFO keyring.backend [-] Loading macOS Jun 30 18:51:52.332840 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:51:52.333112 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:51:52.333405 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:51:52.333743 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 18:51:52.644983 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.645270 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.645544 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.646777 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.647054 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.647319 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.769070 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.769385 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.769652 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.790166 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.790476 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.790750 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.819979 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.820706 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.820706 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.859785 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.860363 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:52.860363 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.096640 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.096933 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.097205 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.097475 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.098257 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.223341 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.223663 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.223954 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.224232 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.224505 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.224816 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.225090 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.225349 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.225605 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.225980 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.226281 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.226554 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.226846 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.227107 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.227394 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.227825 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.228094 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.228942 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.229205 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.229497 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.230015 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.230216 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.230484 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.230772 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.231027 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.231419 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.231688 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.231927 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.232164 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.232948 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.232948 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.233153 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.233602 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 18:51:53.237098 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 18:51:53.241058 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 18:51:53.245548 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 30 18:51:53.247201 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 18:51:53.247659 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 18:51:53.247997 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 18:51:53.248391 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 18:51:53.251397 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 18:51:53.251651 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 18:51:53.252001 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 18:51:53.279542 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 18:51:53.279994 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.280303 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78553) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 18:51:53.280666 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.282032 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78553) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 18:51:53.282348 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 18:51:53.282598 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 18:51:53.285842 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.286125 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.349128 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 18:51:53.349312 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 18:51:53.349514 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 18:51:53.349903 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 18:51:53.387575 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_db.sqlalchemy.engines [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78553) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 30 18:51:53.738042 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing driver for type 'gre' Jun 30 18:51:53.738546 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] gre ID ranges: [(1, 1000)] Jun 30 18:51:53.792857 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing driver for type 'local' Jun 30 18:51:53.793202 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing driver for type 'vlan' Jun 30 18:51:53.804919 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] VlanTypeDriver initialization complete Jun 30 18:51:53.805253 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing driver for type 'vxlan' Jun 30 18:51:53.805820 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] vxlan ID ranges: [(1, 1000)] Jun 30 18:51:53.861661 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing extension driver 'port_security' Jun 30 18:51:53.862324 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] PortSecurityExtensionDriver initialization complete Jun 30 18:51:53.862324 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing mechanism driver 'openvswitch' Jun 30 18:51:53.862665 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing mechanism driver 'hyperv' Jun 30 18:51:53.869841 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:51:53.870649 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.871021 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.871393 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.871766 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnet after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.872122 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnet after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.872467 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.872842 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.873189 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.873529 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.873901 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > security_group after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.874278 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > security_group after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.874618 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.874990 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.875337 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.875675 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.876048 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > address_group after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.876388 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > address_group after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.876722 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.877058 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] ML2 OVO RPC backend initialized. {{(pid=78553) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 30 18:51:53.877757 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.878109 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.878534 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.878881 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > networks before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.879226 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.879559 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > ports before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.879896 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnet before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.880231 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnets before_response 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.880574 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.880911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.881242 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.881573 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.881907 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.882264 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.882599 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnet after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.882936 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnet after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.883261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.883833 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.plugin [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Modular L2 Plugin initialization complete Jun 30 18:51:53.884159 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading services supported by the core plugin {{(pid=78553) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 18:51:53.884480 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.plugins.ml2.managers [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Got port-security extension from driver 'port_security' Jun 30 18:51:53.885516 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.extensions.vlantransparent [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Disabled vlantransparent extension. Jun 30 18:51:53.885995 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78553) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 18:51:53.886332 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: router Jun 30 18:51:53.921919 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.922343 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router after_create 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.922717 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router before_create 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.923082 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.923452 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.923806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router after_delete 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.924168 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.924533 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router after_create 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.924886 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router after_update 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.925230 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router after_update 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.925573 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.925926 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router after_update 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.926360 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_update 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.926726 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: port after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.927074 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: port after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.927406 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: subnet after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.927802 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.928153 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.928501 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_create 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.928869 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: port before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.929224 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.929577 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router after_update 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.929909 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.930282 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_create 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.930642 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.930985 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_update 55549900 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.931396 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > agent after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.931693 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > agent after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.932037 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > network after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.932983 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Tracking information for resource: router configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.933266 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Tracking information for resource: floatingip configured {{(pid=78553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 18:51:53.939334 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.db.l3_agentschedulers_db [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 18:51:53.939915 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: port after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.940286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: port after_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.940634 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: port after_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.940986 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: port after_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.941863 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router before_create 55550100 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.942182 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.942547 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_create 55550100 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.942904 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > router precommit_update 55550100 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.948072 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.services.provider_configuration [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service providers = [] {{(pid=78553) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 18:51:53.948701 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.db.servicetype_db [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78553) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 18:51:53.951688 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.services.service_base [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 18:51:53.952044 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.services.service_base [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 18:51:53.952388 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.services.service_base [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 18:51:53.953281 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.services.service_base [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 18:51:53.953830 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.services.service_base [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 18:51:53.954250 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:53.954569 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 18:51:53.965438 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:53.965772 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: auto_allocate Jun 30 18:51:53.971700 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: network precommit_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.972069 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: network precommit_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.972594 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:53.972912 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: tag Jun 30 18:51:53.980401 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:53.980733 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: timestamp Jun 30 18:51:53.984894 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:53.985227 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: network_ip_availability Jun 30 18:51:53.990533 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.990852 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.991209 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:53.991931 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:53.992250 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: flavors Jun 30 18:51:53.997681 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:53.998015 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading Plugin: revisions Jun 30 18:51:54.002354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 18:51:54.002756 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_concurrency.lockutils [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.669s {{(pid=78553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:51:54.003499 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78553) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 18:51:54.003830 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Initializing extension manager. Jun 30 18:51:54.004340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: __init__.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.004682 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: __pycache__ {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.005019 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.005348 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: address_group.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.006155 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.006742 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: address-group Jun 30 18:51:54.007065 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: address_scope.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.007779 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.008294 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: address-scope Jun 30 18:51:54.008618 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.010176 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.010679 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: router-admin-state-down-before-update Jun 30 18:51:54.011003 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: agent.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.011715 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.012225 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: agent Jun 30 18:51:54.012551 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: agent_resources_synced.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.013460 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.013963 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: agent-resources-synced Jun 30 18:51:54.014308 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: allowedaddresspairs.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.016174 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.016771 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: allowed-address-pairs Jun 30 18:51:54.017105 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: auto_allocated_topology.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.018279 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.018800 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: auto-allocated-topology Jun 30 18:51:54.019124 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: availability_zone.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.019828 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.020359 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: availability_zone Jun 30 18:51:54.020674 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: availability_zone_filter.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.021595 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.022102 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: availability_zone_filter Jun 30 18:51:54.022446 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: data_plane_status.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.023351 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.023855 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 18:51:54.024172 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: default_subnetpools.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.025087 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.026308 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: default-subnetpools Jun 30 18:51:54.026634 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.027467 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.027970 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: dhcp_agent_scheduler Jun 30 18:51:54.028290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: dns.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.029199 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.029698 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 18:51:54.030018 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: dns_domain_ports.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.030963 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.031466 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 18:51:54.031786 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: dvr.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.032455 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.032957 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: dvr Jun 30 18:51:54.033276 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: empty_string_filtering.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.034204 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.034716 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: empty-string-filtering Jun 30 18:51:54.035040 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.035957 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.036459 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 18:51:54.036780 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.037689 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.038239 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 18:51:54.038555 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: external_net.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.039461 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.039969 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: external-net Jun 30 18:51:54.040284 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.041214 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.041716 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: extra_dhcp_opt Jun 30 18:51:54.042053 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: extraroute.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.042962 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.043467 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: extraroute Jun 30 18:51:54.043784 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: extraroute_atomic.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.044818 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.045325 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: extraroute-atomic Jun 30 18:51:54.045643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: filter_validation.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.046336 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.046841 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: filter-validation Jun 30 18:51:54.047159 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: fip_pf_description.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.049681 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.050237 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 18:51:54.050575 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: fip_port_details.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.051500 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.052011 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: fip-port-details Jun 30 18:51:54.052340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: flavors.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.053567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.054085 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: flavors Jun 30 18:51:54.054447 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.056112 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.057168 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 18:51:54.057705 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: floatingip_pools.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.058448 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.058967 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: floatingip-pools Jun 30 18:51:54.059296 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: ip_allocation.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.060224 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.060733 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 18:51:54.061052 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.061968 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.062514 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: ip-substring-filtering Jun 30 18:51:54.062834 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l2_adjacency.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.063745 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.064246 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 18:51:54.064565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l3.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.065555 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.066069 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: router Jun 30 18:51:54.066423 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.068660 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.069187 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 18:51:54.069519 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.070470 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.070987 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: ext-gw-mode Jun 30 18:51:54.071314 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.073020 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.073538 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: l3-ha Jun 30 18:51:54.073862 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l3_flavors.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.074810 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.075319 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: l3-flavors Jun 30 18:51:54.075647 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.076581 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.077090 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 18:51:54.077412 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: l3agentscheduler.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.078497 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.079008 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: l3_agent_scheduler Jun 30 18:51:54.079336 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: logging.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.080837 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.081364 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension logging not supported by any of loaded plugins Jun 30 18:51:54.081691 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: metering.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.082457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.083037 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: metering Jun 30 18:51:54.083358 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.084455 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.084976 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: metering_source_and_destination_fields Jun 30 18:51:54.085299 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: multiprovidernet.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.086376 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.086898 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: multi-provider Jun 30 18:51:54.087224 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: netmtu.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.088244 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.088747 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: net-mtu Jun 30 18:51:54.089067 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: netmtu_writable.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.089989 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.090524 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: net-mtu-writable Jun 30 18:51:54.090850 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: network_availability_zone.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.091524 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.092033 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: network_availability_zone Jun 30 18:51:54.092358 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: network_ip_availability.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.093452 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.093970 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: network-ip-availability Jun 30 18:51:54.094323 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: network_segment_range.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.095087 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.095645 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 18:51:54.095919 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: pagination.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.096936 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.097259 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: pagination Jun 30 18:51:54.097581 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: port_device_profile.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.098510 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.099032 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: port-device-profile Jun 30 18:51:54.099352 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.100270 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.100773 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: port-mac-address-regenerate Jun 30 18:51:54.101093 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.102006 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.102539 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: port-numa-affinity-policy Jun 30 18:51:54.102860 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: port_resource_request.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.103978 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.104489 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 18:51:54.104810 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: portbindings.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.105738 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.106294 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: binding Jun 30 18:51:54.106624 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: portbindings_extended.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.108178 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.108688 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: binding-extended Jun 30 18:51:54.109014 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: portsecurity.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.109934 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.110486 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: port-security Jun 30 18:51:54.110803 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: project_id.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.111789 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.112112 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: project-id Jun 30 18:51:54.112435 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: providernet.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.113352 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.113866 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: provider Jun 30 18:51:54.114213 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.117841 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.118395 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos not supported by any of loaded plugins Jun 30 18:51:54.118772 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.120586 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.121111 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 18:51:54.121443 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.122387 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.122905 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 18:51:54.123227 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_default.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.124133 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.124644 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-default not supported by any of loaded plugins Jun 30 18:51:54.124967 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_fip.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.125625 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.126126 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 18:51:54.126480 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_gateway_ip.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.127398 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.127904 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 18:51:54.128225 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_port_network_policy.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.129130 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.129632 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 18:51:54.129958 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_rule_type_details.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.130901 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.131401 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 18:51:54.131722 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: qos_rules_alias.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.132771 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.133274 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 18:51:54.133596 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: quotasv2.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.135289 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.135750 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: quotas Jun 30 18:51:54.136108 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: quotasv2_detail.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.137695 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.138023 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: quota_details Jun 30 18:51:54.138384 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: rbac.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.139456 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.139980 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: rbac-policies Jun 30 18:51:54.140337 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: rbac_address_group.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.141233 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.141750 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: rbac-address-group Jun 30 18:51:54.142079 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: rbac_address_scope.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.143012 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.143522 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: rbac-address-scope Jun 30 18:51:54.143846 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: rbac_security_groups.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.144753 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.145264 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: rbac-security-groups Jun 30 18:51:54.145585 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: rbac_subnetpool.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.146542 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.147048 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: rbac-subnetpool Jun 30 18:51:54.147370 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: revisionifmatch.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.148284 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.148794 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: revision-if-match Jun 30 18:51:54.149162 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: revisions.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.150267 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.150785 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: standard-attr-revisions Jun 30 18:51:54.151108 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: router_availability_zone.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.151792 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.152299 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: router_availability_zone Jun 30 18:51:54.152625 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: routerservicetype.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.153552 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.154068 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 18:51:54.154418 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.155341 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.155851 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: security-groups-normalized-cidr Jun 30 18:51:54.156181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.157105 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.157620 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: port-security-groups-filtering Jun 30 18:51:54.157941 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.158886 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.159394 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: security-groups-remote-address-group Jun 30 18:51:54.159717 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: securitygroup.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.169444 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.170036 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: security-group Jun 30 18:51:54.170323 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: segment.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.171120 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.171632 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension segment not supported by any of loaded plugins Jun 30 18:51:54.171958 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.172896 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.173406 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 18:51:54.173733 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: servicetype.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.174872 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.175388 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: service-type Jun 30 18:51:54.175715 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: sorting.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.176699 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.177028 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: sorting Jun 30 18:51:54.177355 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: standard_attr_segment.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.178314 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.178840 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 18:51:54.179159 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: standardattrdescription.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.179812 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.180321 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: standard-attr-description Jun 30 18:51:54.180715 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: stateful_security_group.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.182238 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.182764 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: stateful-security-group Jun 30 18:51:54.183082 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: stdattrs_common.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.183672 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 18:51:54.183993 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.185006 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.185524 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 18:51:54.185846 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: subnet_onboard.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.186969 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.187488 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: subnet_onboard Jun 30 18:51:54.187810 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.188752 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.189257 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 18:51:54.189575 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: subnet_service_types.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.190527 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.191054 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: subnet-service-types Jun 30 18:51:54.191371 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: subnetallocation.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.192459 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.192981 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: subnet_allocation Jun 30 18:51:54.193307 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.193981 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.194531 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: subnetpool-prefix-ops Jun 30 18:51:54.194851 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.195796 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.196302 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 18:51:54.196629 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: tagging.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.198344 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.198870 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: standard-attr-tag Jun 30 18:51:54.199197 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: timestamp.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.200419 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.201044 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loaded extension: standard-attr-timestamp Jun 30 18:51:54.201255 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: trunk.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.202560 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.202850 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension trunk not supported by any of loaded plugins Jun 30 18:51:54.203170 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: trunk_details.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.204106 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.204617 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 18:51:54.204945 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: uplink_status_propagation.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.205869 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.206418 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 18:51:54.206736 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Loading extension file: vlantransparent.py {{(pid=78553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 18:51:54.207424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 18:51:54.207970 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 18:51:54.210645 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:network Jun 30 18:51:54.211393 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:subnet Jun 30 18:51:54.212270 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 18:51:54.212920 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:port Jun 30 18:51:54.214275 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.214887 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service FLAVORS assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.215444 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.215889 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.216216 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:router Jun 30 18:51:54.216886 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 18:51:54.217606 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service METERING assigned prefix: /metering {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.219107 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:54.219473 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:54.219821 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 18:51:54.220997 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 18:51:54.221456 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:security_group Jun 30 18:51:54.222118 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 18:51:54.222892 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service CORE assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.223217 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 18:51:54.223572 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] subnetpool is already registered Jun 30 18:51:54.224180 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service CORE assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.224502 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 18:51:54.224845 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] subnetpool is already registered Jun 30 18:51:54.227451 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.227882 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service FLAVORS assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.228603 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.229021 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.229354 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:router Jun 30 18:51:54.229677 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] router is already registered Jun 30 18:51:54.230307 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 18:51:54.230637 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] floatingip is already registered Jun 30 18:51:54.231270 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service METERING assigned prefix: /metering {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.231948 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 18:51:54.232353 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] rbac_policy is already registered Jun 30 18:51:54.233164 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:security_group Jun 30 18:51:54.233488 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] security_group is already registered Jun 30 18:51:54.234084 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 18:51:54.234437 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] security_group_rule is already registered Jun 30 18:51:54.235138 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service CORE assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.235465 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 18:51:54.235795 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] subnetpool is already registered Jun 30 18:51:54.236411 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.v2.resource_helper [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Service CORE assigned prefix: {{(pid=78553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 18:51:54.236734 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 18:51:54.237058 dv-cinder-798879-1-smb neutron-server[78553]: WARNING neutron.quota.resource_registry [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] subnetpool is already registered Jun 30 18:51:54.237695 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: extensions {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.239254 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: address-groups {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.240959 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: address-scopes {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.242129 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: agents {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.243305 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: auto-allocated-topology {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.245099 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: availability_zones {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.246448 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: dhcp-networks {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.247867 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: dhcp-agents {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.249284 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: routers {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.252134 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: flavors {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.253287 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: service_profiles {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.254522 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: next_providers {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.256058 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: service_profiles {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.257518 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: floatingip-pools {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.258756 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: routers {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.261395 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: floatingips {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.262706 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: l3-routers {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.264115 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: l3-agents {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.265524 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: metering-labels {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.266917 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: metering-label-rules {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.268193 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: network-ip-availabilities {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.269444 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: bindings {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.271149 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: quotas {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.272589 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: quotas {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.273978 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: rbac-policies {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.275898 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: security-groups {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.277464 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: security-group-rules {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.278755 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: service-providers {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.280057 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: subnetpools {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.281498 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: subnetpools {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.282978 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.284670 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.286518 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.288292 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.290089 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.292813 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.294569 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.296469 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.298260 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.300118 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron.api.extensions [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Extended resource: tags {{(pid=78553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 18:51:54.306040 dv-cinder-798879-1-smb neutron-server[78553]: WARNING keystonemiddleware.auth_token [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 18:51:54.311365 dv-cinder-798879-1-smb neutron-server[78553]: WARNING keystonemiddleware.auth_token [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 18:51:54.319718 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_concurrency.lockutils [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Acquired lock "singleton_lock" {{(pid=78553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 18:51:54.320197 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_concurrency.lockutils [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Releasing lock "singleton_lock" {{(pid=78553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 18:51:54.320852 dv-cinder-798879-1-smb neutron-server[78553]: INFO oslo_service.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Starting 2 workers Jun 30 18:51:54.326118 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Started child 78660 {{(pid=78553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 18:51:54.330577 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Started child 78661 {{(pid=78553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 18:51:54.331159 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:51:54.332154 dv-cinder-798879-1-smb neutron-server[78553]: INFO neutron.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 18:51:54.332736 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [-] (78660) wsgi starting up on http://0.0.0.0:9696 Jun 30 18:51:54.332835 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Notify callbacks [] for process, before_spawn {{(pid=78553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:51:54.335317 dv-cinder-798879-1-smb neutron-server[78553]: INFO oslo_service.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Starting 1 workers Jun 30 18:51:54.335457 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:51:54.336752 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [-] (78661) wsgi starting up on http://0.0.0.0:9696 Jun 30 18:51:54.340566 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Started child 78662 {{(pid=78553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 18:51:54.341103 dv-cinder-798879-1-smb neutron-server[78553]: INFO oslo_service.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Starting 1 workers Jun 30 18:51:54.344105 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] calling RpcWorker wait() {{(pid=78662) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 18:51:54.344766 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] returning from RpcWorker wait() {{(pid=78662) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 18:51:54.345628 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Started child 78663 {{(pid=78553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 18:51:54.346079 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:51:54.346453 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG neutron_lib.callbacks.manager [None req-e7c5de9e-af19-42bf-a24f-65717286ba67 None None] Notify callbacks [] for process, after_spawn {{(pid=78553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:51:54.346769 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:51:54.348375 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 30 18:51:54.348586 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 30 18:51:54.348776 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 30 18:51:54.348997 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 30 18:51:54.349424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 30 18:51:54.349536 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 30 18:51:54.349990 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.350292 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.350589 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.350850 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.351147 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.351292 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:51:54.351771 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.351949 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.352193 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.352459 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.352689 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.352841 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.353012 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.353510 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.353903 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.354389 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.354808 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.355227 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.355679 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.356019 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.356429 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.356840 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.357230 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.357913 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] debug = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.358475 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.359139 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.359544 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.359967 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.360417 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.360845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.361253 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.361686 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.362071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.362461 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.362886 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.363293 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.363682 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.364059 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.364442 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.364864 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.365243 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.365885 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] host = dv-cinder-798879-1-smb {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.366290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.366653 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.367060 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.367470 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.367882 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.368260 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.368667 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.369609 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.370042 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.370589 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.371015 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.371433 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.371798 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.372194 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.372501 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_options = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.372923 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.373356 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.373776 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.374111 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.374437 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.374770 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.375199 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.375506 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.375905 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.376294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.376653 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.377043 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.377448 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.377852 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.378279 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.378659 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.379038 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.379848 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.380241 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.380658 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.381021 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.381393 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.381940 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.382075 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.382349 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.382522 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.382861 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.383062 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.383305 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.383701 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.384083 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.384476 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.385501 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.386089 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.386615 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.387004 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.387362 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.387764 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.388149 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.388547 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.388974 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.389354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.389755 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.390120 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.390244 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:51:54.390609 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.390971 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_json = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.391332 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.391709 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.392144 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.392495 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.392864 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.393231 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.393591 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.394273 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.394844 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.395273 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.395734 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.396133 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.396512 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.396911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.397289 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.397670 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.398092 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.398506 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.398977 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.399359 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.399792 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.400201 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.400621 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.401542 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.401969 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.402681 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.403176 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.403579 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.403978 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.404367 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.404862 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.405285 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.405696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.406111 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.406542 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.406941 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.407350 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.407751 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.407975 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.408345 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.408765 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.409144 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.409562 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.409795 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.410033 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.410433 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.410837 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.411078 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.411339 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.411738 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.412151 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.412529 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.412887 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.413264 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.413626 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.413995 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.414384 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.415115 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.415495 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.415732 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.416627 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.416862 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.417101 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.417449 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.417589 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.417799 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.418017 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.418939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.418939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.418939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.419183 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.419183 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.419421 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.419794 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.420171 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.420564 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.420948 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.421162 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.421565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.421960 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.422277 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.422491 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.422870 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.423101 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.423460 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.423842 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.424213 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.424583 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.424832 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.425051 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.425475 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.425902 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.426408 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.426940 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.427363 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.427821 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.428274 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.428745 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.429167 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.429609 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.430017 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.430454 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.430878 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.431365 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.432339 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.432443 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.432868 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.433124 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.433373 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.433596 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.434002 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.434282 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.434547 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.434778 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.435063 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.435321 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.435555 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.435827 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.436082 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.436357 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.436608 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.436900 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.437137 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.437410 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.437708 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.437981 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.438436 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.438876 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.439303 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.439700 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.439941 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.440213 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.440467 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.440724 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.440972 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.441267 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.441509 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.441928 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.442211 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.442418 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.442890 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.443148 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.443374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.443606 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.443896 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.444149 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.444391 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.444671 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.444933 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.445187 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.445451 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.445676 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.445910 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.446184 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.446458 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.446650 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.446879 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.447716 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.447870 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.448099 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.448331 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.448628 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.448784 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.449195 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.449438 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.449677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.449934 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.450208 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.450424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.450646 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.450923 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.451122 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.451343 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.451580 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.451793 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.452044 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.452266 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.452552 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.452798 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.453030 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.453255 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.453497 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.453752 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.453968 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.454257 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.454483 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.454696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.454909 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.455128 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.455339 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.455550 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.455776 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.455988 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.456250 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.456524 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.456860 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.457112 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.457363 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.457617 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.457834 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.458057 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.458348 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.458588 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.458810 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.459029 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.459246 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.459528 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.459772 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.460009 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.460241 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.460454 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.460671 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.460888 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.461117 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.461406 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.461658 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.461896 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.462153 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.462384 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.462659 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.463416 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.463661 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.463834 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.464042 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.464267 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.464481 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.464690 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.464905 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.465112 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.465404 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.465659 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.465874 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.466178 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.466430 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.466649 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.466915 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.467240 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.467475 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.467715 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.467976 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.468190 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.468433 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.468708 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.469011 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.469345 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.469616 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.469871 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.470154 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.470439 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.470699 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.470933 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.471248 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.471588 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.471887 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.472153 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.472399 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.472675 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.472892 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.473112 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.473328 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.473599 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.473886 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.474239 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.474472 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.474720 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.474937 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.475164 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.475431 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.475712 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.475862 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.476110 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.476317 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.476621 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 18:51:54.477151 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 30 18:51:54.477324 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 30 18:51:54.477481 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 30 18:51:54.477636 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 30 18:51:54.477792 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 30 18:51:54.477945 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 30 18:51:54.478114 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.478353 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.478532 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.478693 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.478859 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.479081 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.479234 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.479367 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.479499 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.479654 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.479784 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.479913 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.480079 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.480221 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.480378 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.480538 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.480694 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.480853 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.481015 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.481237 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.481324 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.481465 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.481626 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] debug = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.481783 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.482129 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.482625 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.482762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.482911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.483059 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.483192 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.483321 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.483449 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.483577 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.483736 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.484025 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.484340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.484569 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.484776 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.484776 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.485120 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.485120 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] host = dv-cinder-798879-1-smb {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.485445 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.485445 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.485695 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.485695 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.485960 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.486107 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.486298 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.486298 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.486660 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.486660 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.487368 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.487368 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.487368 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.487368 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488027 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_options = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488027 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488027 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488027 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488518 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488518 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488518 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.488911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.489307 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.489307 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.489307 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.489876 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.489876 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.489876 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.489876 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.490526 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.490526 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.490526 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.490526 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491230 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491230 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491230 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491230 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491230 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.491939 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.492629 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.492629 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.492629 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.492629 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.492629 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.494198 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_json = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.495567 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.497340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.497340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.497340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 30 18:51:54.497340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.497340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.497340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.497340 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498615 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.498822 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.500071 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.501586 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.501586 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.501586 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.501586 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.501586 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.502565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.502565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.502565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.502565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.502565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.502565 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.503643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.503643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.503643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.503643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.503643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.503643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.503643 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.505035 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.506696 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.508294 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.511702 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.513457 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.516290 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.517697 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.518911 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.520181 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.521374 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.522520 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.523806 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.525996 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.527261 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.528558 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.530424 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.531845 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.533286 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.534762 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.536179 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.537758 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.539271 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542354 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.542814 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543258 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.543677 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544160 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544626 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 30 18:51:54.544626 dv-cinder-798879-1-smb neutron-server[78553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 18:51:54.605556 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 32948) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:51:54.614539 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067418 Jun 30 18:52:06.005103 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce9f35-54ae-4b0f-a859-b384607cfc0f None None] get_active_networks_info from dv-cinder-798879-1-smb {{(pid=78662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 30 18:52:06.090027 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce9f35-54ae-4b0f-a859-b384607cfc0f None None] No non-hosted networks {{(pid=78662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 18:52:06.111771 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-33b7dac8-2e1c-46aa-a286-8d559ed573d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716270'] for agent, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:06.473686 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716270'] for agent, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:06.474571 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.474911 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.475541 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.476022 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.476543 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.477026 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.477511 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.478032 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.478598 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.481364 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.481871 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.482694 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:06.483252 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798879-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:06.497143 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798879-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:08.856839 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-6bc6184d-b896-4b72-be93-960926b06f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716270'] for agent, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:08.944276 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5c2d76f1-54b1-45db-87cd-53356acd4e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:10.373089 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716270'] for agent, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:11.521182 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.db.l3_hamode_db [None req-8b4a67e8-9939-43dc-9b0b-800d4c3299d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 18:52:11.612645 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a67e8-9939-43dc-9b0b-800d4c3299d4 None None] Routers set() bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 18:52:11.613002 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a67e8-9939-43dc-9b0b-800d4c3299d4 None None] Router IDs set() for agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 30 18:52:12.105127 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716270'] for agent, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:13.575106 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33038) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:14.173652 dv-cinder-798879-1-smb neutron-server[78660]: WARNING oslo_policy.policy [None req-d61fe588-91b8-4794-8b03-f3d2eb116b35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:14.174280 dv-cinder-798879-1-smb neutron-server[78660]: WARNING oslo_policy.policy [None req-d61fe588-91b8-4794-8b03-f3d2eb116b35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:14.392682 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [None req-d61fe588-91b8-4794-8b03-f3d2eb116b35 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 18:52:14.393757 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-d61fe588-91b8-4794-8b03-f3d2eb116b35 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8176672 Jun 30 18:52:16.784705 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33052) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:17.419966 dv-cinder-798879-1-smb neutron-server[78661]: WARNING oslo_policy.policy [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:17.420548 dv-cinder-798879-1-smb neutron-server[78661]: WARNING oslo_policy.policy [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:17.637587 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:52:17.737940 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.policy [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78661) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 18:52:17.782899 dv-cinder-798879-1-smb neutron-server[78661]: WARNING oslo_policy.policy [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:17.783311 dv-cinder-798879-1-smb neutron-server[78661]: WARNING oslo_policy.policy [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:17.792227 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.quota [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] Loaded quota_driver: . Jun 30 18:52:17.807600 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:17.870821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781628229709', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781628229272', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781628186309', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781628181357', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781628186763', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781628196397', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1333674', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1162410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-854845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-977308'] for rbac-policy, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:17.938878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:17.940575 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-61cda038-4bf8-476e-83bb-73fb5fa0c75c admin admin] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1538477 Jun 30 18:52:20.619852 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33070) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:20.981514 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Request body: {'network': {'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'admin_state_up': True, 'name': 'private'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:52:20.986918 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:20.991114 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Usage tracker for resource:network and tenant:22a58baa1ad34801a6788e365bebf7ed is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:52:20.996872 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:52:21.003233 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:52:21.013380 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Made reservation on behalf of 22a58baa1ad34801a6788e365bebf7ed for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 18:52:21.016297 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.034314 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.049436 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:21.053105 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Usage tracker for resource:security_group_rule and tenant:22a58baa1ad34801a6788e365bebf7ed is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:52:21.059330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:52:21.064932 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:52:21.162069 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.166845 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.172271 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:21.192052 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 18:52:21.217881 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781623615407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.218427 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Unsubscribe: segment precommit_create {{(pid=78661) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 18:52:21.218916 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Added segment f6eb08c3-98a3-4f84-914a-8d0d38dfc06c of type vlan for network 1dfde88f-f591-4dee-8974-43c82015b2ac Jun 30 18:52:21.267116 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072876e3-d076-4983-967e-c27f4eed52f3,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:21.288001 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.288332 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.288653 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.288970 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.289286 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.289594 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.290669 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.290838 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.291170 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.291472 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.291776 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.292078 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Tracked resource versions report: Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: pushed versions: Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: { 'AddressGroup': {'1.2'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'ConntrackHelper': {'1.0'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Log': {'1.0'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Network': {'1.1'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Port': {'1.7'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'PortForwarding': {'1.2'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'QosPolicy': {'1.8'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroup': {'1.4'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroupRule': {'1.2'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'SubPort': {'1.0'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Subnet': {'1.1'}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Trunk': {'1.1'}} Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: consumer versions: Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'ConntrackHelper': '1.0', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Log': '1.0', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Network': '1.1', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Port': '1.7', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'PortForwarding': '1.2', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'QosPolicy': '1.8', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroup': '1.4', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroupRule': '1.2', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'SubPort': '1.0', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Subnet': '1.1', Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: 'Trunk': '1.1'}} Jun 30 18:52:21.293157 dv-cinder-798879-1-smb neutron-server[78661]: {{(pid=78661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 18:52:21.339008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.348917 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:21.388655 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.390400 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:21.391072 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:21.394954 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:21.502432 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Pushing event updated for resources: {'Network': ['ID=1dfde88f-f591-4dee-8974-43c82015b2ac,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:21.505845 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8849714 Jun 30 18:52:21.520243 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:21.529989 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 1dfde88f-f591-4dee-8974-43c82015b2ac details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 18:52:24.255147 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33086) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:24.873169 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.policy [None req-d52bd574-8365-4b15-b1ad-8fc72745f0ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 18:52:24.920070 dv-cinder-798879-1-smb neutron-server[78660]: WARNING oslo_policy.policy [None req-d52bd574-8365-4b15-b1ad-8fc72745f0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:24.920411 dv-cinder-798879-1-smb neutron-server[78660]: WARNING oslo_policy.policy [None req-d52bd574-8365-4b15-b1ad-8fc72745f0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 18:52:24.929549 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52bd574-8365-4b15-b1ad-8fc72745f0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:24.931384 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-d52bd574-8365-4b15-b1ad-8fc72745f0ef admin admin] 10.222.0.95 "GET /v2.0/networks/1dfde88f-f591-4dee-8974-43c82015b2ac HTTP/1.1" status: 200 len: 826 time: 0.6752875 Jun 30 18:52:24.966022 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-4709a0f7-9d58-403d-88e3-f9c382979fe2 admin admin] 10.222.0.95 "GET /v2.0/subnetpools/26524351-6ff3-4e45-80ec-735965e8c63f HTTP/1.1" status: 200 len: 734 time: 0.0290332 Jun 30 18:52:24.978115 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '26524351-6ff3-4e45-80ec-735965e8c63f', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:52:24.979783 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.quota [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Loaded quota_driver: . Jun 30 18:52:24.986596 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:24.992515 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Usage tracker for resource:subnet and tenant:22a58baa1ad34801a6788e365bebf7ed is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:52:24.996279 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:52:25.003828 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:52:25.019626 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Made reservation on behalf of 22a58baa1ad34801a6788e365bebf7ed for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 18:52:25.022748 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:25.360438 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:25.366894 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:25.450784 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Checking segment: {'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 18:52:25.451159 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Network hostable DHCP agents. Network: 1dfde88f-f591-4dee-8974-43c82015b2ac, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 18:52:25.472176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df79f9f-f6e1-4224-8009-ce82b6aa0d1a,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:25.483123 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.483470 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.483806 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.484129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.484450 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.484769 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.485084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.485399 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.485735 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.486051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.486389 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.486696 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Tracked resource versions report: Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: pushed versions: Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: { 'AddressGroup': {'1.2'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'ConntrackHelper': {'1.0'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Log': {'1.0'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Network': {'1.1'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Port': {'1.7'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'PortForwarding': {'1.2'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'QosPolicy': {'1.8'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroup': {'1.4'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroupRule': {'1.2'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'SubPort': {'1.0'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Subnet': {'1.1'}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Trunk': {'1.1'}} Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: consumer versions: Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'ConntrackHelper': '1.0', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Log': '1.0', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Network': '1.1', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Port': '1.7', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'PortForwarding': '1.2', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'QosPolicy': '1.8', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroup': '1.4', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroupRule': '1.2', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'SubPort': '1.0', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Subnet': '1.1', Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: 'Trunk': '1.1'}} Jun 30 18:52:25.487833 dv-cinder-798879-1-smb neutron-server[78660]: {{(pid=78660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 18:52:25.509304 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Network 1dfde88f-f591-4dee-8974-43c82015b2ac is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 18:52:25.524157 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:25.526176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 1dfde88f-f591-4dee-8974-43c82015b2ac) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:52:25.534878 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:25.535648 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:25.535750 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da4e8c-e074-4b32-bba1-05f9b5869d40 None None] Network 1dfde88f-f591-4dee-8974-43c82015b2ac requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 18:52:25.566317 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5871956 Jun 30 18:52:25.972348 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-1dfde88f-f591-4dee-8974-43c82015b2ac', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'fixed_ips': [{'subnet_id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 18:52:25.973631 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:26.177150 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Allocated IP 172.20.0.2 (1dfde88f-f591-4dee-8974-43c82015b2ac/1df79f9f-f6e1-4224-8009-ce82b6aa0d1a/8e0ce69c-d1f0-4f4b-83ab-46520e48a65e) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 18:52:26.446936 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:26.466179 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Transition to ACTIVE for port object 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 18:52:26.490509 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Transition to ACTIVE for port object 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 18:52:26.499815 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:26.508699 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:26.573642 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Network 1dfde88f-f591-4dee-8974-43c82015b2ac is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 18:52:26.576632 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:52:26.581887 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 18:52:26.589005 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Pushing event updated for resources: {'Port': ['ID=8e0ce69c-d1f0-4f4b-83ab-46520e48a65e,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:26.628478 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.628812 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.629145 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.629470 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.629789 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.630110 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.630461 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.630885 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.631091 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.631448 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.631831 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.632029 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Tracked resource versions report: Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: pushed versions: Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: { 'AddressGroup': {'1.2'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'ConntrackHelper': {'1.0'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Log': {'1.0'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Network': {'1.1'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Port': {'1.7'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'PortForwarding': {'1.2'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'QosPolicy': {'1.8'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroup': {'1.4'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroupRule': {'1.2'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'SubPort': {'1.0'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Subnet': {'1.1'}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Trunk': {'1.1'}} Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: consumer versions: Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'ConntrackHelper': '1.0', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Log': '1.0', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Network': '1.1', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Port': '1.7', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'PortForwarding': '1.2', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'QosPolicy': '1.8', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroup': '1.4', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroupRule': '1.2', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'SubPort': '1.0', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Subnet': '1.1', Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: 'Trunk': '1.1'}} Jun 30 18:52:26.633169 dv-cinder-798879-1-smb neutron-server[78662]: {{(pid=78662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 18:52:26.673983 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:26.695923 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Attempting to bind port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 18:52:26.696847 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Attempting to bind port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 18:52:26.697329 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Attempting to bind port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e on network 1dfde88f-f591-4dee-8974-43c82015b2ac {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 18:52:26.703710 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 18, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 18:52:26.704160 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Checking segment: {'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 18:52:26.704637 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:26.705038 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Bound using segment: {'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 18:52:26.705581 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Bound port: 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 18:52:26.705973 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:26.816545 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] For port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 18:52:26.825914 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] For port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=8e0ce69c-d1f0-4f4b-83ab-46520e48a65e,segment=NetworkSegment(f6eb08c3-98a3-4f84-914a-8d0d38dfc06c),segment_id=f6eb08c3-98a3-4f84-914a-8d0d38dfc06c)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 18:52:26.832454 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:26.838725 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:26.958595 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Pushing event updated for resources: {'Port': ['ID=8e0ce69c-d1f0-4f4b-83ab-46520e48a65e,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:26.959972 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:28.122639 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33102) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:28.533547 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [None req-ea970296-53c7-434b-a56c-96dca84b5d43 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 18:52:28.534641 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ea970296-53c7-434b-a56c-96dca84b5d43 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4112582 Jun 30 18:52:30.667493 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b7045-733a-4546-81fe-40d3f6d76012 None None] Network 1dfde88f-f591-4dee-8974-43c82015b2ac requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 18:52:30.775708 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-fc9cb299-4db8-4a26-8511-ff50e3892d97 None None] Provisioning for port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 18:52:30.963782 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33116) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:31.363409 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [None req-df636a5d-179d-42ac-b7d8-8b23553b2369 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 18:52:31.364381 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-df636a5d-179d-42ac-b7d8-8b23553b2369 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3996768 Jun 30 18:52:31.499750 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:52:31.575270 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 18:52:31.580482 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:31.580872 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:31.706622 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:31.740427 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=8e0ce69c-d1f0-4f4b-83ab-46520e48a65e,segment=NetworkSegment(f6eb08c3-98a3-4f84-914a-8d0d38dfc06c),segment_id=f6eb08c3-98a3-4f84-914a-8d0d38dfc06c)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 18:52:31.744670 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:31.746787 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:31.816506 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=8e0ce69c-d1f0-4f4b-83ab-46520e48a65e,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:31.819622 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:33.479408 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:52:33.556342 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:33.556708 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:34.087753 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33128) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:34.453145 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Request body: {'router': {'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'name': 'router1', 'admin_state_up': True}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:52:34.457594 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:34.461381 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Usage tracker for resource:router and tenant:22a58baa1ad34801a6788e365bebf7ed is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:52:34.464659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:52:34.471055 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:52:34.482790 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:34.484470 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:34.509109 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:34.621466 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:34.640577 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] Notify callbacks [] for router, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:34.641759 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4df4a5e3-7947-4f9b-8303-925e1e2b0d81 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5529606 Jun 30 18:52:35.875415 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c184-76db-419d-af81-7d1b1d803440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:36.449082 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:37.046627 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33138) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:37.444964 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [None req-2179d58b-7281-46dd-b35a-7b90d9f3d569 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 18:52:37.446562 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-2179d58b-7281-46dd-b35a-7b90d9f3d569 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3989761 Jun 30 18:52:38.822607 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2321e58e-a297-4bea-bee6-5d838890edd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:39.876967 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33148) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:40.277692 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.298034 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:52:40.303234 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:40.307809 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Usage tracker for resource:network and tenant:0eacc0d881054198aa77619db84e0b51 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:52:40.310819 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:52:40.316428 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:52:40.327103 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Made reservation on behalf of 0eacc0d881054198aa77619db84e0b51 for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 18:52:40.329860 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.342831 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.358565 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:40.362427 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Usage tracker for resource:security_group_rule and tenant:0eacc0d881054198aa77619db84e0b51 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:52:40.365185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:52:40.371763 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:52:40.463725 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.467711 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.472258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:40.487073 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Reserving flat network on physical network physnet1 {{(pid=78661) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 18:52:40.517311 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d2be6-ed0c-46fd-b0fa-5d06207aa74c,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:40.521054 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.521372 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Added segment 8cd52f03-305f-44a1-956b-61c3c79a3edc of type flat for network 91fdc1ca-3a7f-4015-9808-80fda02dc277 Jun 30 18:52:40.522564 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:40.567965 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.605699 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.606996 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:40.607836 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:40.612387 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-460a24b5-3db0-4da1-ba57-4b57e2935331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:40.732002 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8539298 Jun 30 18:52:40.732967 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Pushing event updated for resources: {'Network': ['ID=91fdc1ca-3a7f-4015-9808-80fda02dc277,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:40.735779 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:40.743994 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 18:52:42.057962 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:43.120324 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33168) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:43.345486 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f02ae3-d669-4777-a24f-bcc3c659bd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:43.346775 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-c6f02ae3-d669-4777-a24f-bcc3c659bd48 admin admin] 10.222.0.95 "GET /v2.0/subnets/1df79f9f-f6e1-4224-8009-ce82b6aa0d1a HTTP/1.1" status: 200 len: 849 time: 0.2255347 Jun 30 18:52:43.544888 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-7fdcd04b-1599-42b1-ba29-6771a23c563e admin admin] 10.222.0.95 "GET /v2.0/routers/a4c06eb1-2448-4846-b4f4-704247bff342 HTTP/1.1" status: 200 len: 704 time: 0.1917918 Jun 30 18:52:44.070113 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:44.313305 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Allocated IP 172.20.0.1 (1dfde88f-f591-4dee-8974-43c82015b2ac/1df79f9f-f6e1-4224-8009-ce82b6aa0d1a/21bbeeb4-cdaf-4add-84fc-37b378f93caf) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 18:52:44.475483 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:44.494376 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Transition to ACTIVE for port object 21bbeeb4-cdaf-4add-84fc-37b378f93caf will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 18:52:44.550867 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:44.555285 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:44.622728 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Network 1dfde88f-f591-4dee-8974-43c82015b2ac is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 18:52:44.625502 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:52:44.629578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 18:52:44.630128 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:44.750554 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Pushing event updated for resources: {'Port': ['ID=21bbeeb4-cdaf-4add-84fc-37b378f93caf,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:44.776687 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:44.824905 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-973edbd4-c905-432c-83d0-649ecd95069c None None] Provisioning for port 21bbeeb4-cdaf-4add-84fc-37b378f93caf completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 18:52:44.831146 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-973edbd4-c905-432c-83d0-649ecd95069c None None] Provisioning complete for port 21bbeeb4-cdaf-4add-84fc-37b378f93caf triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:44.831521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-973edbd4-c905-432c-83d0-649ecd95069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:44.890776 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-973edbd4-c905-432c-83d0-649ecd95069c None None] Port 21bbeeb4-cdaf-4add-84fc-37b378f93caf cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 18:52:44.948512 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:45.176654 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:45.182596 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:45.183818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:45.187141 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:45.318643 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Pushing event updated for resources: {'Port': ['ID=21bbeeb4-cdaf-4add-84fc-37b378f93caf,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:45.328225 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:45.382808 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Network 1dfde88f-f591-4dee-8974-43c82015b2ac is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 18:52:45.384462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:52:45.576862 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Router a4c06eb1-2448-4846-b4f4-704247bff342 is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 18:52:45.615632 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d08f0c8-b757-49b1-90e6-e805069d2292 None None] Provisioning complete for port 21bbeeb4-cdaf-4add-84fc-37b378f93caf triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:45.616001 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d08f0c8-b757-49b1-90e6-e805069d2292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:45.672442 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d08f0c8-b757-49b1-90e6-e805069d2292 None None] Port 21bbeeb4-cdaf-4add-84fc-37b378f93caf cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 18:52:45.738325 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 18:52:45.748942 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] 10.222.0.95 "PUT /v2.0/routers/a4c06eb1-2448-4846-b4f4-704247bff342/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1991181 Jun 30 18:52:45.749441 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Sync routers for ids ['a4c06eb1-2448-4846-b4f4-704247bff342'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 18:52:45.761027 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Routers {'a4c06eb1-2448-4846-b4f4-704247bff342'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 18:52:45.761963 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T18:52:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a4c06eb1-2448-4846-b4f4-704247bff342'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:45.941961 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Set router a4c06eb1-2448-4846-b4f4-704247bff342 gateway port host: None {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 18:52:46.319554 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'name': 'router1', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T18:52:34Z', 'updated_at': '2021-06-30T18:52:44Z', 'revision_number': 2, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'gw_port_host': None, '_interfaces': [{'id': '21bbeeb4-cdaf-4add-84fc-37b378f93caf', 'name': '', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'mac_address': 'fa:16:3e:08:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:44Z', 'updated_at': '2021-06-30T18:52:45Z', 'revision_number': 2, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'subnets': [{'id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26524351-6ff3-4e45-80ec-735965e8c63f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:46.325237 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Checking router: a4c06eb1-2448-4846-b4f4-704247bff342 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 18:52:46.325714 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Updating router a4c06eb1-2448-4846-b4f4-704247bff342 port 21bbeeb4-cdaf-4add-84fc-37b378f93caf binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 18:52:46.378852 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:46.456469 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:52:46.790949 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:46.806896 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Transition to ACTIVE for port object 21bbeeb4-cdaf-4add-84fc-37b378f93caf will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 18:52:46.813856 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:46.818884 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:46.960532 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Pushing event updated for resources: {'Port': ['ID=21bbeeb4-cdaf-4add-84fc-37b378f93caf,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:46.973844 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.974228 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.974564 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.974895 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.975214 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.975532 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.975845 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.976158 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.976495 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.977537 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.977848 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.978173 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Tracked resource versions report: Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: pushed versions: Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: { 'AddressGroup': {'1.2'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'ConntrackHelper': {'1.0'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Log': {'1.0'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Network': {'1.1'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Port': {'1.7'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'PortForwarding': {'1.2'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'QosPolicy': {'1.8'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroup': {'1.4'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroupRule': {'1.2'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'SubPort': {'1.0'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Subnet': {'1.1'}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Trunk': {'1.1'}} Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: consumer versions: Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'ConntrackHelper': '1.0', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Log': '1.0', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Network': '1.1', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Port': '1.7', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'PortForwarding': '1.2', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'QosPolicy': '1.8', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroup': '1.4', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroupRule': '1.2', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'SubPort': '1.0', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Subnet': '1.1', Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: 'Trunk': '1.1'}} Jun 30 18:52:46.979327 dv-cinder-798879-1-smb neutron-server[78663]: {{(pid=78663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 18:52:46.996546 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:47.093280 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Attempting to bind port 21bbeeb4-cdaf-4add-84fc-37b378f93caf on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 18:52:47.093681 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Attempting to bind port 21bbeeb4-cdaf-4add-84fc-37b378f93caf by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 18:52:47.094121 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Attempting to bind port 21bbeeb4-cdaf-4add-84fc-37b378f93caf on network 1dfde88f-f591-4dee-8974-43c82015b2ac {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 18:52:47.100099 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 18:52:47.100503 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Checking segment: {'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 18:52:47.101007 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:47.101495 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Bound using segment: {'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 18:52:47.102392 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Bound port: 21bbeeb4-cdaf-4add-84fc-37b378f93caf, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb08c3-98a3-4f84-914a-8d0d38dfc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 18:52:47.102877 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:47.196448 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] For port 21bbeeb4-cdaf-4add-84fc-37b378f93caf, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 18:52:47.200771 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] For port 21bbeeb4-cdaf-4add-84fc-37b378f93caf, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=21bbeeb4-cdaf-4add-84fc-37b378f93caf,segment=NetworkSegment(f6eb08c3-98a3-4f84-914a-8d0d38dfc06c),segment_id=f6eb08c3-98a3-4f84-914a-8d0d38dfc06c)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 18:52:47.205544 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:47.209730 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:47.301998 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Routers {'a4c06eb1-2448-4846-b4f4-704247bff342'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 18:52:47.302655 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T18:52:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a4c06eb1-2448-4846-b4f4-704247bff342'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:47.349304 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Pushing event updated for resources: {'Port': ['ID=21bbeeb4-cdaf-4add-84fc-37b378f93caf,revision_number=4']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:47.358729 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:47.462958 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] Set router a4c06eb1-2448-4846-b4f4-704247bff342 gateway port host: None {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 18:52:47.795576 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'name': 'router1', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T18:52:34Z', 'updated_at': '2021-06-30T18:52:44Z', 'revision_number': 2, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'gw_port_host': None, '_interfaces': [{'id': '21bbeeb4-cdaf-4add-84fc-37b378f93caf', 'name': '', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'mac_address': 'fa:16:3e:08:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:44Z', 'updated_at': '2021-06-30T18:52:47Z', 'revision_number': 4, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'subnets': [{'id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26524351-6ff3-4e45-80ec-735965e8c63f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:47.799737 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec5138-18ef-4405-9a5f-c87870e3d22c None None] The sync data for ids ['a4c06eb1-2448-4846-b4f4-704247bff342'] in dv-cinder-798879-1-smb is: [{'id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'name': 'router1', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T18:52:34Z', 'updated_at': '2021-06-30T18:52:44Z', 'revision_number': 2, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'gw_port_host': None, '_interfaces': [{'id': '21bbeeb4-cdaf-4add-84fc-37b378f93caf', 'name': '', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'mac_address': 'fa:16:3e:08:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:44Z', 'updated_at': '2021-06-30T18:52:47Z', 'revision_number': 4, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'subnets': [{'id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26524351-6ff3-4e45-80ec-735965e8c63f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 18:52:47.998643 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33190) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:48.149790 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68409f58-a38c-418d-be55-5159ac92a646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:48.151242 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-68409f58-a38c-418d-be55-5159ac92a646 admin admin] 10.222.0.95 "GET /v2.0/networks/91fdc1ca-3a7f-4015-9808-80fda02dc277 HTTP/1.1" status: 200 len: 842 time: 0.1515348 Jun 30 18:52:48.160440 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'cidr': '172.28.1.0/24'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:52:48.166777 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:52:48.170989 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Usage tracker for resource:subnet and tenant:0eacc0d881054198aa77619db84e0b51 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:52:48.173988 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:52:48.180013 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:52:48.190863 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Made reservation on behalf of 0eacc0d881054198aa77619db84e0b51 for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 18:52:48.193205 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:48.590744 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.objects.ports [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78660) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 30 18:52:48.591393 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:48.597009 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67479095-7724-46f1-b92c-4abb75fdddd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:48.727417 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da62783d-ee5e-4e36-8ec6-028d185df4df,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:48.733296 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:48.737630 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 18:52:48.737981 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Network hostable DHCP agents. Network: 91fdc1ca-3a7f-4015-9808-80fda02dc277, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 18:52:48.762297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 18:52:48.775547 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 91fdc1ca-3a7f-4015-9808-80fda02dc277) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:52:48.781142 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:48.782097 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:48.786964 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2bee08-74d2-4e93-8270-4487ae8150f7 None None] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 18:52:48.805457 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6478601 Jun 30 18:52:49.030779 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8080a-4205-4fb1-9e80-f623e275d681 None None] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 18:52:49.512180 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 21bbeeb4-cdaf-4add-84fc-37b378f93caf up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:52:49.596741 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 21bbeeb4-cdaf-4add-84fc-37b378f93caf completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 18:52:49.604070 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 21bbeeb4-cdaf-4add-84fc-37b378f93caf triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:49.605727 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:49.776382 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:49.808534 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 21bbeeb4-cdaf-4add-84fc-37b378f93caf, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=21bbeeb4-cdaf-4add-84fc-37b378f93caf,segment=NetworkSegment(f6eb08c3-98a3-4f84-914a-8d0d38dfc06c),segment_id=f6eb08c3-98a3-4f84-914a-8d0d38dfc06c)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 18:52:49.813352 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:49.815843 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:49.888027 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=21bbeeb4-cdaf-4add-84fc-37b378f93caf,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:49.891071 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:51.158338 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33204) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:51.355562 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-dad4d18a-27cf-4aab-be53-32b448e7274f admin admin] 10.222.0.95 "GET /v2.0/routers/a4c06eb1-2448-4846-b4f4-704247bff342 HTTP/1.1" status: 200 len: 710 time: 0.1959856 Jun 30 18:52:51.482975 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 21bbeeb4-cdaf-4add-84fc-37b378f93caf up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:52:51.485198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd74992-b323-4fc8-b730-cee5793a2f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:52:51.486847 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-3fd74992-b323-4fc8-b730-cee5793a2f17 admin admin] 10.222.0.95 "GET /v2.0/networks/91fdc1ca-3a7f-4015-9808-80fda02dc277 HTTP/1.1" status: 200 len: 886 time: 0.1258013 Jun 30 18:52:51.495881 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:52:51.551983 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 21bbeeb4-cdaf-4add-84fc-37b378f93caf triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:51.552352 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:51.936687 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:52.272940 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:52.328846 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:52.513557 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Allocated IP 172.28.1.5 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/16c3b271-df7a-4821-bd98-0372f9d5441d) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 18:52:52.660645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:52.691224 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:52.695766 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:52.762765 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 18:52:52.765925 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:52:52.775457 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 18:52:52.831517 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Pushing event updated for resources: {'Port': ['ID=16c3b271-df7a-4821-bd98-0372f9d5441d,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:52.888289 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:53.165125 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:53.506087 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:53.510121 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-716178'] for router, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:53.688021 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Router a4c06eb1-2448-4846-b4f4-704247bff342 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 18:52:53.919943 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 18:52:53.927858 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:53.929017 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] 10.222.0.95 "PUT /v2.0/routers/a4c06eb1-2448-4846-b4f4-704247bff342 HTTP/1.1" status: 200 len: 888 time: 2.4365737 Jun 30 18:52:53.930394 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Sync routers for ids ['a4c06eb1-2448-4846-b4f4-704247bff342'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 18:52:53.940872 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Routers {'a4c06eb1-2448-4846-b4f4-704247bff342'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 18:52:53.941481 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T18:52:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a4c06eb1-2448-4846-b4f4-704247bff342'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:54.150416 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Set router a4c06eb1-2448-4846-b4f4-704247bff342 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 18:52:54.523941 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'name': 'router1', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '16c3b271-df7a-4821-bd98-0372f9d5441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T18:52:34Z', 'updated_at': '2021-06-30T18:52:52Z', 'revision_number': 4, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'gw_port': {'id': '16c3b271-df7a-4821-bd98-0372f9d5441d', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:52Z', 'updated_at': '2021-06-30T18:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '21bbeeb4-cdaf-4add-84fc-37b378f93caf', 'name': '', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'mac_address': 'fa:16:3e:08:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:44Z', 'updated_at': '2021-06-30T18:52:49Z', 'revision_number': 5, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'subnets': [{'id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26524351-6ff3-4e45-80ec-735965e8c63f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:54.529236 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Checking router: a4c06eb1-2448-4846-b4f4-704247bff342 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 18:52:54.529614 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Updating router a4c06eb1-2448-4846-b4f4-704247bff342 port 16c3b271-df7a-4821-bd98-0372f9d5441d binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 18:52:54.586841 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:54.939645 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:54.953993 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Transition to ACTIVE for port object 16c3b271-df7a-4821-bd98-0372f9d5441d will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 18:52:54.961253 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:54.965374 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:55.043019 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0c7d7-8dcc-428d-ab7e-7095dd0f7d96 None None] Pushing event updated for resources: {'Port': ['ID=16c3b271-df7a-4821-bd98-0372f9d5441d,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:55.046681 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-dee0c7d7-8dcc-428d-ab7e-7095dd0f7d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:55.047513 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Attempting to bind port 16c3b271-df7a-4821-bd98-0372f9d5441d on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 18:52:55.047875 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Attempting to bind port 16c3b271-df7a-4821-bd98-0372f9d5441d by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 18:52:55.048238 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Attempting to bind port 16c3b271-df7a-4821-bd98-0372f9d5441d on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 18:52:55.054661 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 18:52:55.055066 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 18:52:55.055552 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:55.055978 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 18:52:55.056455 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Bound port: 16c3b271-df7a-4821-bd98-0372f9d5441d, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 18:52:55.056853 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:55.140037 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] For port 16c3b271-df7a-4821-bd98-0372f9d5441d, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 18:52:55.143131 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] For port 16c3b271-df7a-4821-bd98-0372f9d5441d, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=16c3b271-df7a-4821-bd98-0372f9d5441d,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 18:52:55.147870 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:55.152901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:55.222625 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Routers {'a4c06eb1-2448-4846-b4f4-704247bff342'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 18:52:55.223253 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T18:52:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a4c06eb1-2448-4846-b4f4-704247bff342'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:55.331549 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0c7d7-8dcc-428d-ab7e-7095dd0f7d96 None None] Pushing event updated for resources: {'Port': ['ID=16c3b271-df7a-4821-bd98-0372f9d5441d,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:55.334745 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-dee0c7d7-8dcc-428d-ab7e-7095dd0f7d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:55.443279 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] Set router a4c06eb1-2448-4846-b4f4-704247bff342 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 18:52:55.795730 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'name': 'router1', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '16c3b271-df7a-4821-bd98-0372f9d5441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T18:52:34Z', 'updated_at': '2021-06-30T18:52:52Z', 'revision_number': 4, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'gw_port': {'id': '16c3b271-df7a-4821-bd98-0372f9d5441d', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:52Z', 'updated_at': '2021-06-30T18:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '21bbeeb4-cdaf-4add-84fc-37b378f93caf', 'name': '', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'mac_address': 'fa:16:3e:08:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:44Z', 'updated_at': '2021-06-30T18:52:49Z', 'revision_number': 5, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'subnets': [{'id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26524351-6ff3-4e45-80ec-735965e8c63f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 18:52:55.799732 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1777e9e0-975b-4637-b23c-37da20bf9adc None None] The sync data for ids ['a4c06eb1-2448-4846-b4f4-704247bff342'] in dv-cinder-798879-1-smb is: [{'id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'name': 'router1', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '16c3b271-df7a-4821-bd98-0372f9d5441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T18:52:34Z', 'updated_at': '2021-06-30T18:52:52Z', 'revision_number': 4, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'gw_port': {'id': '16c3b271-df7a-4821-bd98-0372f9d5441d', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:52Z', 'updated_at': '2021-06-30T18:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '21bbeeb4-cdaf-4add-84fc-37b378f93caf', 'name': '', 'network_id': '1dfde88f-f591-4dee-8974-43c82015b2ac', 'tenant_id': '22a58baa1ad34801a6788e365bebf7ed', 'mac_address': 'fa:16:3e:08:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c06eb1-2448-4846-b4f4-704247bff342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T18:52:44Z', 'updated_at': '2021-06-30T18:52:49Z', 'revision_number': 5, 'project_id': '22a58baa1ad34801a6788e365bebf7ed', 'subnets': [{'id': '1df79f9f-f6e1-4224-8009-ce82b6aa0d1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26524351-6ff3-4e45-80ec-735965e8c63f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 18:52:56.364976 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33214) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:52:56.496633 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8e0c65fd-5041-4a6d-8909-a66aa2cfbd80 admin admin] 10.222.0.95 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1305017 Jun 30 18:52:57.505177 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 16c3b271-df7a-4821-bd98-0372f9d5441d up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:52:57.574880 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 16c3b271-df7a-4821-bd98-0372f9d5441d completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 18:52:57.579742 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 16c3b271-df7a-4821-bd98-0372f9d5441d triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:57.580121 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:57.707915 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:57.725418 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 16c3b271-df7a-4821-bd98-0372f9d5441d, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=16c3b271-df7a-4821-bd98-0372f9d5441d,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 18:52:57.730586 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:52:57.733126 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-dee0c7d7-8dcc-428d-ab7e-7095dd0f7d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:52:57.822435 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=16c3b271-df7a-4821-bd98-0372f9d5441d,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:52:57.825522 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:52:59.535017 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 16c3b271-df7a-4821-bd98-0372f9d5441d up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:52:59.618838 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 16c3b271-df7a-4821-bd98-0372f9d5441d triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:52:59.619121 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:05.887187 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-4dfdca84-62a1-40ec-9b33-2bea76b6367a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:06.453132 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:08.827098 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-b737d3d5-f8de-4c75-9b3e-ee7b65cf0df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:10.282119 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:12.070033 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:23.436110 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:53:35.880802 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-bb44393b-bede-459f-81d7-cf60864bbaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:36.457876 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:38.837695 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-4d0de064-0a8a-4ee9-83f1-864024041df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:40.287858 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:53:42.079982 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:00.436220 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:54:05.888120 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-546ed0f8-8e86-49b9-9c6a-6bb9ce90032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:06.473152 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:08.838794 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-b0a0f64d-1a21-47c5-9512-b8420ce808fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:10.293371 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:12.083947 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:35.883465 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-17deaeda-68be-4fce-8285-06dfe221c451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:36.457674 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:37.434901 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:54:38.834434 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-316209f2-215a-4706-93f5-bcc0660af294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:40.284630 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:54:42.081742 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:02.449166 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33784) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:02.522816 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33a02f9-f2b2-40e2-a004-fdb77f67204d admin admin] GET failed (client error): The resource could not be found. Jun 30 18:55:02.524116 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-f33a02f9-f2b2-40e2-a004-fdb77f67204d admin admin] 10.222.0.95 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739863 Jun 30 18:55:02.654376 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4818b05-dd24-4804-aea3-9b4d52b95f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:02.655747 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-b4818b05-dd24-4804-aea3-9b4d52b95f0c admin admin] 10.222.0.95 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1277828 Jun 30 18:55:04.815280 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33794) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:04.922889 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbff2b-3142-4364-ad6e-744f0125a265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:04.923449 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a3cbff2b-3142-4364-ad6e-744f0125a265 admin admin] Synchronizing usage tracker for tenant:0eacc0d881054198aa77619db84e0b51 on resource:subnet {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 18:55:04.940838 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a3cbff2b-3142-4364-ad6e-744f0125a265 admin admin] Unset dirty status for tenant:0eacc0d881054198aa77619db84e0b51 on resource:subnet {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 18:55:04.942087 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a3cbff2b-3142-4364-ad6e-744f0125a265 admin admin] 10.222.0.95 "GET /v2.0/subnets/1df79f9f-f6e1-4224-8009-ce82b6aa0d1a HTTP/1.1" status: 200 len: 849 time: 0.1258533 Jun 30 18:55:04.951497 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:55:05.074507 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Notify callbacks [] for subnet, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:05.268243 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781623594195'] for subnet, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:05.273047 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:55:05.312161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:05.312789 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:05.314155 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] 10.222.0.95 "PUT /v2.0/subnets/1df79f9f-f6e1-4224-8009-ce82b6aa0d1a HTTP/1.1" status: 200 len: 868 time: 0.3664203 Jun 30 18:55:05.329691 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850aea9-92f1-453b-b12c-08302efde7d4 None None] Network 1dfde88f-f591-4dee-8974-43c82015b2ac requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 18:55:05.349267 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df79f9f-f6e1-4224-8009-ce82b6aa0d1a,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:55:05.358338 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.358776 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.359033 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.359487 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.359823 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.360148 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.360468 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.360786 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.361123 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.361440 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.361750 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.362062 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:05.366920 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:55:05.850470 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-66d93433-2c58-4580-8dda-586eb639d3d3 None None] Provisioning complete for port 21bbeeb4-cdaf-4add-84fc-37b378f93caf triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:55:05.850843 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-66d93433-2c58-4580-8dda-586eb639d3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:05.915150 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c9091051-12be-4c14-9d7d-863fa84b2f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:05.994814 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-66d93433-2c58-4580-8dda-586eb639d3d3 None None] Provisioning complete for port 8e0ce69c-d1f0-4f4b-83ab-46520e48a65e triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:55:05.995183 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-66d93433-2c58-4580-8dda-586eb639d3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:06.476380 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:07.487558 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33804) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:07.675971 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c74553-9f3d-4feb-94be-dd81f18cbd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:07.676330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c74553-9f3d-4feb-94be-dd81f18cbd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:07.677073 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b1c74553-9f3d-4feb-94be-dd81f18cbd85 admin admin] Synchronizing usage tracker for tenant:0eacc0d881054198aa77619db84e0b51 on resource:network {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 18:55:07.695180 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b1c74553-9f3d-4feb-94be-dd81f18cbd85 admin admin] Unset dirty status for tenant:0eacc0d881054198aa77619db84e0b51 on resource:network {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 18:55:07.706746 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b1c74553-9f3d-4feb-94be-dd81f18cbd85 admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2178195 Jun 30 18:55:08.837527 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-7fde41df-141b-4190-b6b0-0f92dfa98491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:09.850689 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33814) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:10.031443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c3d7d-2371-4acf-b665-1e4d58ee311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:10.031835 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c3d7d-2371-4acf-b665-1e4d58ee311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:10.033385 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-d09c3d7d-2371-4acf-b665-1e4d58ee311b admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1814737 Jun 30 18:55:10.285783 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:12.091717 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:12.184557 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33824) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:12.358462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369b22d-16ef-454d-895e-32aa0915af34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:12.359722 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-1369b22d-16ef-454d-895e-32aa0915af34 admin admin] 10.222.0.95 "GET /v2.0/networks/1dfde88f-f591-4dee-8974-43c82015b2ac HTTP/1.1" status: 200 len: 870 time: 0.1742229 Jun 30 18:55:14.433922 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:55:14.550618 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33834) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:14.720042 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6f06b-2da0-4311-a8ae-4a7df1a1316f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:14.721712 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-41f6f06b-2da0-4311-a8ae-4a7df1a1316f admin admin] 10.222.0.95 "GET /v2.0/networks/91fdc1ca-3a7f-4015-9808-80fda02dc277 HTTP/1.1" status: 200 len: 886 time: 0.1694973 Jun 30 18:55:16.917137 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33844) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:17.027262 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3fc0e4-401a-440e-8510-80e6f9d68a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:17.027720 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3fc0e4-401a-440e-8510-80e6f9d68a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:17.029257 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8e3fc0e4-401a-440e-8510-80e6f9d68a87 admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1111877 Jun 30 18:55:19.194258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33854) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:19.307353 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9995c-2e20-4797-a32e-d947c360346b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:19.307803 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9995c-2e20-4797-a32e-d947c360346b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:19.309326 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6ec9995c-2e20-4797-a32e-d947c360346b admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1138439 Jun 30 18:55:21.474231 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33864) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:21.582913 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5766853-a437-40b8-bce5-1d6ebc97f25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:21.584364 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a5766853-a437-40b8-bce5-1d6ebc97f25d admin admin] 10.222.0.95 "GET /v2.0/subnets/1df79f9f-f6e1-4224-8009-ce82b6aa0d1a HTTP/1.1" status: 200 len: 868 time: 0.1090789 Jun 30 18:55:23.749796 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33874) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:23.860346 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1efece8-5ab2-4d16-964e-e11aab03270b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:23.862258 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-c1efece8-5ab2-4d16-964e-e11aab03270b admin admin] 10.222.0.95 "GET /v2.0/subnets/da62783d-ee5e-4e36-8ec6-028d185df4df HTTP/1.1" status: 200 len: 816 time: 0.1109385 Jun 30 18:55:35.887018 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0739fc40-29db-4300-9e6a-8b94e258c663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:36.459846 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:38.842049 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-46300ee0-92a7-4def-90de-d62dde41d9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:40.291100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:42.092304 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:47.425847 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33918) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:47.479195 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [None req-8fc0b2b1-c676-4858-acc7-64ba84ac8a81 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 18:55:47.480610 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8fc0b2b1-c676-4858-acc7-64ba84ac8a81 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536098 Jun 30 18:55:49.719538 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33928) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:49.790938 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c6b00b-4dc8-4148-849e-9a91b250c416 admin admin] GET failed (client error): The resource could not be found. Jun 30 18:55:49.792572 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-77c6b00b-4dc8-4148-849e-9a91b250c416 admin admin] 10.222.0.95 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0716715 Jun 30 18:55:49.922880 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb170460-8ab9-43da-8f20-e8feb4585b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:49.924381 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-eb170460-8ab9-43da-8f20-e8feb4585b9c admin admin] 10.222.0.95 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1283433 Jun 30 18:55:51.433503 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:55:52.110263 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33938) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:52.159531 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:55:52.164163 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:55:52.173591 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:55:52.184319 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Made reservation on behalf of 0eacc0d881054198aa77619db84e0b51 for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 18:55:52.186651 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:52.276596 dv-cinder-798879-1-smb neutron-server[78661]: WARNING neutron.services.revisions.revision_plugin [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Could not find related network for resource to bump revision. Jun 30 18:55:52.288760 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 18:55:52.297249 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:52.297581 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Added segment a80ffcc2-2273-421b-b593-f1507ca91afc of type vlan for network e1d248f1-970a-4872-91c8-4381b4cd4616 Jun 30 18:55:52.322922 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:52.352948 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:52.354267 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:52.354844 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:52.359585 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:55:52.463996 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3525095 Jun 30 18:55:52.464652 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d248f1-970a-4872-91c8-4381b4cd4616,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:55:52.474384 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.474787 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.475038 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.475360 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.475707 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.476031 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.476347 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.476660 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.476978 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.477316 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.477630 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.477942 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:52.486177 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:55:52.491438 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network e1d248f1-970a-4872-91c8-4381b4cd4616 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 18:55:54.728175 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 33948) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:55:54.798227 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.pecan_wsgi.hooks.translation [None req-756a9a0f-e32e-4f38-b82b-8ebbf4fe5da0 admin admin] GET failed (client error): The resource could not be found. Jun 30 18:55:54.798762 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-756a9a0f-e32e-4f38-b82b-8ebbf4fe5da0 admin admin] Synchronizing usage tracker for tenant:0eacc0d881054198aa77619db84e0b51 on resource:network {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 18:55:54.816757 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-756a9a0f-e32e-4f38-b82b-8ebbf4fe5da0 admin admin] Unset dirty status for tenant:0eacc0d881054198aa77619db84e0b51 on resource:network {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 18:55:54.817918 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-756a9a0f-e32e-4f38-b82b-8ebbf4fe5da0 admin admin] 10.222.0.95 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0887434 Jun 30 18:55:54.928485 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f71c407-860c-45ac-b612-74f82373fd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:54.930199 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-9f71c407-860c-45ac-b612-74f82373fd08 admin admin] 10.222.0.95 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1083007 Jun 30 18:55:54.940689 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 18:55:54.945331 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:55:54.954911 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:55:54.965589 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Made reservation on behalf of 0eacc0d881054198aa77619db84e0b51 for: {'subnet': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 18:55:54.967961 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:55.188585 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:55.192659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:55:55.267232 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8f0abc-bb41-4941-8cca-120cb7bf5612,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:55:55.273711 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:55:55.278003 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Checking segment: {'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 18:55:55.278397 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Network hostable DHCP agents. Network: e1d248f1-970a-4872-91c8-4381b4cd4616, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 18:55:55.301856 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Network e1d248f1-970a-4872-91c8-4381b4cd4616 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 18:55:55.312330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, e1d248f1-970a-4872-91c8-4381b4cd4616) {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:55:55.318613 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 18:55:55.319336 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:55.321929 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46fe07f-3d7d-4819-a498-28eec39e12e4 None None] Network e1d248f1-970a-4872-91c8-4381b4cd4616 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 18:55:55.348557 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4114397 Jun 30 18:55:55.546609 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-e1d248f1-970a-4872-91c8-4381b4cd4616', 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616', 'tenant_id': '0eacc0d881054198aa77619db84e0b51', 'fixed_ips': [{'subnet_id': '2f8f0abc-bb41-4941-8cca-120cb7bf5612'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 18:55:55.547734 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:55.708511 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Allocated IP 192.168.233.2 (e1d248f1-970a-4872-91c8-4381b4cd4616/2f8f0abc-bb41-4941-8cca-120cb7bf5612/db01cc72-22a6-4ace-9bb8-96bc693f76ca) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 18:55:55.930011 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:55.941787 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Transition to ACTIVE for port object db01cc72-22a6-4ace-9bb8-96bc693f76ca will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 18:55:55.961025 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Transition to ACTIVE for port object db01cc72-22a6-4ace-9bb8-96bc693f76ca will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 18:55:55.967526 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:55.972331 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-dee0c7d7-8dcc-428d-ab7e-7095dd0f7d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:55:56.038680 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Network e1d248f1-970a-4872-91c8-4381b4cd4616 is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 18:55:56.041477 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 18:55:56.045855 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Pushing event updated for resources: {'Port': ['ID=db01cc72-22a6-4ace-9bb8-96bc693f76ca,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:55:56.048191 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 18:55:56.057605 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.057950 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.058319 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.058672 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.059067 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.059344 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.059644 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.059968 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.060285 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.060598 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.060930 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.061231 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:55:56.088470 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:55:56.151304 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Attempting to bind port db01cc72-22a6-4ace-9bb8-96bc693f76ca on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 18:55:56.151684 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Attempting to bind port db01cc72-22a6-4ace-9bb8-96bc693f76ca by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 18:55:56.152054 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Attempting to bind port db01cc72-22a6-4ace-9bb8-96bc693f76ca on network e1d248f1-970a-4872-91c8-4381b4cd4616 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 18:55:56.157503 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 18:55:56.157875 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Checking segment: {'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 18:55:56.158318 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:56.158904 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Bound using segment: {'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 18:55:56.159527 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Bound port: db01cc72-22a6-4ace-9bb8-96bc693f76ca, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 18:55:56.159933 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:56.249310 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] For port db01cc72-22a6-4ace-9bb8-96bc693f76ca, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 18:55:56.253678 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] For port db01cc72-22a6-4ace-9bb8-96bc693f76ca, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=db01cc72-22a6-4ace-9bb8-96bc693f76ca,segment=NetworkSegment(a80ffcc2-2273-421b-b593-f1507ca91afc),segment_id=a80ffcc2-2273-421b-b593-f1507ca91afc)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 18:55:56.259069 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:56.263096 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:55:56.372763 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Pushing event updated for resources: {'Port': ['ID=db01cc72-22a6-4ace-9bb8-96bc693f76ca,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:55:56.376459 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:55:57.236285 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84285c42-0bb9-4d72-a259-910ee9ba8cf5 None None] Network e1d248f1-970a-4872-91c8-4381b4cd4616 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 18:55:57.329413 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-6b6f85c9-7e83-49ef-914f-693f811faeab None None] Provisioning for port db01cc72-22a6-4ace-9bb8-96bc693f76ca completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 18:55:57.657788 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device db01cc72-22a6-4ace-9bb8-96bc693f76ca up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:55:57.738451 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port db01cc72-22a6-4ace-9bb8-96bc693f76ca completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 18:55:57.743790 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port db01cc72-22a6-4ace-9bb8-96bc693f76ca triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:55:57.744171 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:57.816662 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-14b8537a-abdd-4447-9a46-c4a61a57b8e8 None None] Provisioning complete for port db01cc72-22a6-4ace-9bb8-96bc693f76ca triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:55:57.817047 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-14b8537a-abdd-4447-9a46-c4a61a57b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:57.921196 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:58.006090 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port db01cc72-22a6-4ace-9bb8-96bc693f76ca, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=db01cc72-22a6-4ace-9bb8-96bc693f76ca,segment=NetworkSegment(a80ffcc2-2273-421b-b593-f1507ca91afc),segment_id=a80ffcc2-2273-421b-b593-f1507ca91afc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 18:55:58.013491 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:58.018947 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-14b8537a-abdd-4447-9a46-c4a61a57b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:55:58.027600 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:55:58.155912 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=db01cc72-22a6-4ace-9bb8-96bc693f76ca,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:55:58.160144 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:55:58.168119 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.db.api [None req-14b8537a-abdd-4447-9a46-c4a61a57b8e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 18:55:58.168530 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_db.api [None req-14b8537a-abdd-4447-9a46-c4a61a57b8e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 18:55:59.593314 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device db01cc72-22a6-4ace-9bb8-96bc693f76ca up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 18:55:59.669745 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port db01cc72-22a6-4ace-9bb8-96bc693f76ca triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 18:55:59.670118 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:05.888074 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-89d628f9-db86-4670-b6de-8710370a467a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:06.462682 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:08.844308 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1556a9ba-dcaf-438f-a47a-ed841b03de5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:10.294460 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:12.095310 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:28.433984 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:56:35.892885 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2e08fc9c-d9d1-4ca4-8dc9-f153ed897243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:36.468196 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:38.852944 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-06f7ec53-5fda-4a7e-b9cd-2f80a6e66d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:40.299754 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:56:42.104903 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:05.435212 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:57:05.889684 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-fba81f35-d696-42a6-b51f-32119c3cb887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:06.464543 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:08.861871 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-b837653a-3c3d-419e-ad70-c1a4ce4984a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:10.302726 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:12.105897 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:28.180808 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 33998) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:57:28.190301 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [None req-9129b126-ac33-46e6-9846-40f3c57fced3 tempest-verify_tempest_config-985188403 tempest-verify_tempest_config-985188403-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 18:57:28.191357 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-9129b126-ac33-46e6-9846-40f3c57fced3 tempest-verify_tempest_config-985188403 tempest-verify_tempest_config-985188403-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0096142 Jun 30 18:57:28.516107 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34016) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:57:28.633912 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:28.648395 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 18:57:28.652278 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Usage tracker for resource:security_group_rule and tenant:03799a6d6fef41a3a3677d3ddf37529c is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 18:57:28.655608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 18:57:28.661504 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 18:57:28.762163 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:28.766258 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:28.773708 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:57:28.818844 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=03799a6d6fef41a3a3677d3ddf37529c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3016694 Jun 30 18:57:28.821786 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34022) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:57:28.823263 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb545af7-e453-422b-928f-9f5e0a9f7146,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:57:28.831223 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.831571 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.831905 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.832233 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.832561 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.832888 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.833212 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.833538 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.833858 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.834683 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.834683 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.834889 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:28.839458 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:57:28.894610 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:28.922376 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:29.023282 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:29.028144 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 18:57:29.039790 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb545af7-e453-422b-928f-9f5e0a9f7146,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 18:57:29.050477 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.050940 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.051264 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.051597 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.051969 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.052237 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.052763 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.052888 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.053194 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.053510 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.053828 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.054161 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 18:57:29.057269 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:29.058413 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eb545af7-e453-422b-928f-9f5e0a9f7146 HTTP/1.1" status: 204 len: 168 time: 0.2353530 Jun 30 18:57:29.059247 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 18:57:35.882439 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2f17fc5f-64ac-4837-9828-98e440a0fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:36.472582 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:38.849955 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0011-de5f-4b95-8395-3f3d12275f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:40.302959 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:42.106746 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:57:42.434444 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:58:05.885635 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-fd9a62b5-b65d-4c8c-8f1d-722a2f25b668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:06.467195 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:08.845358 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2db61d86-6d0b-40f5-a7b5-1ae37d70b65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:10.305849 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:12.112637 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:19.433853 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:58:35.889939 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c0dc277f-919b-4773-b01e-64bba42ce43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:36.472127 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:38.847264 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e76a6c51-9656-417c-b7df-70309430f3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:40.308731 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:42.112365 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:58:56.434328 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 5 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:59:05.893671 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c658e46b-4680-4ccb-a9ff-e6757737b076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:06.479813 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:08.849954 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-52f8cc72-cb86-4ed1-a442-9220ce457339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:10.310639 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:10.904011 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716270'] for agent, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:12.116712 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:25.967677 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34102) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:59:26.082565 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-ad753bfd-e1c7-45ba-b1d8-76db8ac529f1 admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1137505 Jun 30 18:59:28.253487 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34112) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 18:59:28.317560 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8b50f113-6857-4908-ac30-30d4d69ebcb8 admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0628569 Jun 30 18:59:33.433322 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 18:59:35.897138 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e7eb-900b-4714-a106-de16d8fa9eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:36.474939 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:38.855528 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aed8-15ce-4e5f-b832-a9d674a7a410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:40.314306 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:40.848651 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 18:59:42.121298 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:05.901056 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0b9e205f-6055-42ad-b555-5200e986b2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:06.478978 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:08.849668 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-f0836d47-4468-45bd-a036-913e7a36368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:10.317731 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:10.433227 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:00:10.849865 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:12.123039 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:35.906605 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-904d05ec-4db1-4611-8761-b01894d768c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:36.480224 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:38.855306 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-08b8890c-6430-417b-965a-d61468ae3e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:40.321354 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:40.864532 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:42.130493 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:00:47.433162 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:01:05.919429 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-f293d05f-068b-4b25-8a00-8989f5ab4bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:06.496347 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:08.460019 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34298) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:08.855154 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5ec8-8619-48e9-9c38-6b1b92015c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:08.990495 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34328) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:09.013068 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-659154947-network', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:09.020486 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:09.026768 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Usage tracker for resource:network and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:09.031128 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:09.041570 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:09.073612 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Made reservation on behalf of 5b7dd4a64ab14c27ba8ba80da9ab603e for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:09.076114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.089344 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.104957 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:09.109175 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Usage tracker for resource:security_group_rule and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:09.112069 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:09.118845 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:09.171835 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34338) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:09.221262 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.226261 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.231943 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2ff28102-1921-410c-8be4-930cfee5b113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:09.264447 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8a1b10-0693-4ff9-a4cb-73c5b4331286,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:09.273616 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.273986 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.275047 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.276367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.276367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.276701 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.276959 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.277272 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.277746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.277910 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.278247 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.278559 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Tracked resource versions report: Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: pushed versions: Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: { 'AddressGroup': {'1.2'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'ConntrackHelper': {'1.0'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Log': {'1.0'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Network': {'1.1'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Port': {'1.7'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'PortForwarding': {'1.2'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'QosPolicy': {'1.8'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroup': {'1.4'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroupRule': {'1.2'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'SubPort': {'1.0'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Subnet': {'1.1'}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Trunk': {'1.1'}} Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: consumer versions: Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: HyperV agent@hv-cinder-79887: {}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'ConntrackHelper': '1.0', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Log': '1.0', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Network': '1.1', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Port': '1.7', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'PortForwarding': '1.2', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'QosPolicy': '1.8', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroup': '1.4', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'SecurityGroupRule': '1.2', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'SubPort': '1.0', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Subnet': '1.1', Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: 'Trunk': '1.1'}} Jun 30 19:01:09.279618 dv-cinder-798879-1-smb neutron-server[78660]: {{(pid=78660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 19:01:09.287303 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:09.297384 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:01:09.312117 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781623615407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.312865 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Unsubscribe: segment precommit_create {{(pid=78660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 19:01:09.313532 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Added segment ca937ed8-04be-495f-b8ed-6b9b2b807594 of type vlan for network 0ea1f0df-b629-4334-8876-2b25377a9ccd Jun 30 19:01:09.367604 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.412694 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.414338 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:09.415981 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.421235 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:09.487029 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-755425848-network', 'tenant_id': 'c883a546dde74513bff6e09a8d61dbc8'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:09.510599 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34354) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:09.543292 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1798828770-network', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:09.544556 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:09.548615 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Usage tracker for resource:network and tenant:c883a546dde74513bff6e09a8d61dbc8 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:09.548821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:09.551506 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:09.553198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Usage tracker for resource:network and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:09.557330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:09.558776 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:09.566289 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:09.591489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34360) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:09.605209 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Pushing event updated for resources: {'Network': ['ID=0ea1f0df-b629-4334-8876-2b25377a9ccd,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:09.611953 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Made reservation on behalf of f3375a62f6f64c25a9b123dcfbb06727 for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:09.615475 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1535077 Jun 30 19:01:09.616149 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34366) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:09.616497 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.617287 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:09.620910 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Made reservation on behalf of c883a546dde74513bff6e09a8d61dbc8 for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:09.621165 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:01:09.623649 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.640760 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Request body: {'subnet': {'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-subnet', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:09.645482 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:09.649813 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.650414 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Usage tracker for resource:subnet and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:09.655181 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:09.670291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:09.671064 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:09.683179 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Usage tracker for resource:security_group_rule and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:09.683951 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.688302 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:09.700834 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Made reservation on behalf of 5b7dd4a64ab14c27ba8ba80da9ab603e for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:09.702219 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:09.703809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.860367 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.870371 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.876745 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-753e44ba-29b1-45fb-8784-bce043978b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:09.902908 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:01:09.914582 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.915718 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Added segment fbb98587-9868-4286-b9c9-be5d2e500e39 of type vlan for network 317c76f1-cd67-474e-b060-7bc8b25aabdb Jun 30 19:01:09.943776 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:09.948925 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:c883a546dde74513bff6e09a8d61dbc8 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:09.951984 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:09.956291 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904cb726-fb75-4b9d-bf44-6b164b85ea00,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:09.958099 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:09.965503 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:09.969981 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.970399 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.970821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.971272 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.971616 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.972001 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.972385 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.972767 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.973172 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.973552 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.973930 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.974347 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Tracked resource versions report: Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: pushed versions: Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: { 'AddressGroup': {'1.2'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'ConntrackHelper': {'1.0'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Log': {'1.0'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Network': {'1.1'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Port': {'1.7'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'PortForwarding': {'1.2'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'QosPolicy': {'1.8'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroup': {'1.4'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroupRule': {'1.2'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'SubPort': {'1.0'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Subnet': {'1.1'}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Trunk': {'1.1'}} Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: consumer versions: Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: HyperV agent@hv-cinder-79887: {}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'ConntrackHelper': '1.0', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Log': '1.0', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Network': '1.1', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Port': '1.7', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'PortForwarding': '1.2', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'QosPolicy': '1.8', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroup': '1.4', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'SecurityGroupRule': '1.2', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'SubPort': '1.0', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Subnet': '1.1', Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: 'Trunk': '1.1'}} Jun 30 19:01:09.975444 dv-cinder-798879-1-smb neutron-server[78661]: {{(pid=78661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 19:01:09.980980 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:10.014008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.016046 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:10.016884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.021057 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3b8507c6-c037-409a-b8d7-e2e20c1ae929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:10.026341 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.080693 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1187359371-network', 'tenant_id': '3364e18aec3e4a3a93ff7ce56bc2a18c'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:10.097578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.106943 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a017ffe2-4c5a-4977-bd0a-0861472567db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:10.191699 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:10.197399 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Usage tracker for resource:network and tenant:3364e18aec3e4a3a93ff7ce56bc2a18c is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:10.201163 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:10.208055 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:10.212202 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69c0410-fb05-476a-a9dc-fadb6b002d65,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:10.215065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.218640 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0451200 Jun 30 19:01:10.224226 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-443325514-network', 'tenant_id': '90943ec335e74309a41bf68b6c173ead'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:10.225198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34382) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:10.226346 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:10.230051 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:10.234565 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Usage tracker for resource:network and tenant:90943ec335e74309a41bf68b6c173ead is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:10.237827 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:10.240225 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:10.246117 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:10.263635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Made reservation on behalf of 3364e18aec3e4a3a93ff7ce56bc2a18c for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:10.267291 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.274247 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Request body: {'subnet': {'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1798828770-subnet', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:10.280967 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Made reservation on behalf of 90943ec335e74309a41bf68b6c173ead for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:10.284477 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.323913 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.324973 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:01:10.337629 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.338282 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Added segment 902492e9-f7f0-41fd-a31b-96944e62e17d of type vlan for network ba6e1c38-046b-485b-ace1-123a0d65f5c7 Jun 30 19:01:10.355050 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.365274 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.380481 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.413168 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:10.422817 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:10.423418 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:10.425849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Usage tracker for resource:security_group_rule and tenant:3364e18aec3e4a3a93ff7ce56bc2a18c is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:10.428832 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Usage tracker for resource:subnet and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:10.429590 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Pushing event updated for resources: {'Network': ['ID=317c76f1-cd67-474e-b060-7bc8b25aabdb,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:10.433718 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:10.440161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:10.444763 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Usage tracker for resource:security_group_rule and tenant:90943ec335e74309a41bf68b6c173ead is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:10.453421 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.458052 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:01:10.459429 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:10.463748 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Made reservation on behalf of f3375a62f6f64c25a9b123dcfbb06727 for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:10.466835 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:10.467818 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:10.469337 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.494413 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:10.500653 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:10.594055 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:10.594665 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.654794 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Checking segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:10.655471 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Network hostable DHCP agents. Network: 0ea1f0df-b629-4334-8876-2b25377a9ccd, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:01:10.682213 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b735df95-fda4-4295-8db4-fb3429c4bc73,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:10.705970 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:10.709669 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:10.730878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.733193 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.738009 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.746794 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:10.781188 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.783480 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:10.793455 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:10.794195 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:10.819508 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8270333 Jun 30 19:01:10.826661 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f666999-3251-4331-9fc4-ba04cc302c3b,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:10.829316 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34412) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:10.836033 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:01:10.841117 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:10.845970 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Request body: {'subnet': {'network_id': 'ba6e1c38-046b-485b-ace1-123a0d65f5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-755425848-subnet', 'tenant_id': 'c883a546dde74513bff6e09a8d61dbc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:10.848760 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:01:10.851758 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:10.857236 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Usage tracker for resource:subnet and tenant:c883a546dde74513bff6e09a8d61dbc8 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:10.861573 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:10.869461 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:10.870118 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba6e1c38-046b-485b-ace1-123a0d65f5c7,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:10.874571 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:10.875500 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 0ea1f0df-b629-4334-8876-2b25377a9ccd) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:10.882973 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:10.884413 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.888804 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Made reservation on behalf of c883a546dde74513bff6e09a8d61dbc8 for: {'subnet': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:10.891714 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Notify callbacks [] for subnet, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.892041 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:10.900153 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8b9a9-1039-484c-9ae0-4ec04cdfa3ba None None] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:10.945846 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network ba6e1c38-046b-485b-ace1-123a0d65f5c7 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:01:10.959148 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3401806 Jun 30 19:01:10.960231 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34416) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:10.986939 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:10.995283 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:11.018173 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Usage tracker for resource:router and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:11.025610 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:11.045117 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:11.056855 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.063585 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:11.093516 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.095925 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.163129 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:01:11.173478 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.174870 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.175011 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Added segment 7ba26a89-05f8-4edd-b5dd-99baa831fdca of type vlan for network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 Jun 30 19:01:11.189487 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:11.215763 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e788319a-bd99-4d55-ba3d-3c3fd8740f1b,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:11.226394 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.227868 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Added segment 6d9aed1d-f27f-41df-b729-ab2348a3e35d of type vlan for network fa227586-bdfa-4538-a795-ff5b83fd17c6 Jun 30 19:01:11.230861 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:11.267253 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9bd2cfe-7005-408c-84ca-d81093dce269,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:11.282435 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.285515 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:11.341041 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.350784 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Checking segment: {'id': '902492e9-f7f0-41fd-a31b-96944e62e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'ba6e1c38-046b-485b-ace1-123a0d65f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:11.351553 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Network hostable DHCP agents. Network: ba6e1c38-046b-485b-ace1-123a0d65f5c7, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:01:11.368876 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.407709 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-0ea1f0df-b629-4334-8876-2b25377a9ccd', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 19:01:11.410024 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.432216 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Checking segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:11.432577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Network hostable DHCP agents. Network: 317c76f1-cd67-474e-b060-7bc8b25aabdb, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:01:11.452645 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Network ba6e1c38-046b-485b-ace1-123a0d65f5c7 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:01:11.496701 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, ba6e1c38-046b-485b-ace1-123a0d65f5c7) {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:11.504200 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.506570 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66897a04-9958-4ac9-b43b-8837b0a75f1b None None] Network ba6e1c38-046b-485b-ace1-123a0d65f5c7 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:11.508923 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:11.509633 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.546423 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:11.547229 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.551359 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.552515 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34434) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:11.554802 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:11.570243 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7356453 Jun 30 19:01:11.581005 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:11.581590 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.714629 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2042754 Jun 30 19:01:11.726492 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34442) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:11.744149 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a620d4-688c-4b09-9930-1322a1a74f33 admin admin] Pushing event updated for resources: {'Network': ['ID=a83b9e53-8ace-41bf-891a-1ac2b82c5fa4,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:11.747943 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:01:11.767597 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1742294 Jun 30 19:01:11.779598 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Request body: {'subnet': {'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1187359371-subnet', 'tenant_id': '3364e18aec3e4a3a93ff7ce56bc2a18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:11.782557 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34446) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:11.783171 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 317c76f1-cd67-474e-b060-7bc8b25aabdb) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:11.794017 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:01:11.795081 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:11.795865 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.822230 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Request body: {'subnet': {'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-subnet', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:11.835803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:11.848394 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Usage tracker for resource:subnet and tenant:90943ec335e74309a41bf68b6c173ead is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:11.856157 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:11.864666 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82d3df7-36a3-4005-b886-c380f4c88091 None None] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:11.871826 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:11.903165 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:11.911398 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Made reservation on behalf of 90943ec335e74309a41bf68b6c173ead for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:11.918536 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:11.967799 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa227586-bdfa-4538-a795-ff5b83fd17c6,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:11.995812 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:11.996543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:11.997049 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:12.002896 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.027346 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:12.032779 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Usage tracker for resource:security_group_rule and tenant:d0567581142d4f6ab350894c515e6dfc is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:12.036807 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:12.046544 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:12.188517 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:01:12.230533 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.237158 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.253038 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-833145c4-e95c-424d-8948-3097cd4a95f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:12.289021 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35999d94-e8e1-4e9e-915d-2bee5541acbc,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:12.303578 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:12.313811 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Synchronizing usage tracker for tenant:0eacc0d881054198aa77619db84e0b51 on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:12.351396 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Unset dirty status for tenant:0eacc0d881054198aa77619db84e0b51 on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:12.353706 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0567581142d4f6ab350894c515e6dfc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7816591 Jun 30 19:01:12.356561 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34472) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:12.396484 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Usage tracker for resource:subnet and tenant:3364e18aec3e4a3a93ff7ce56bc2a18c is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:12.400761 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:12.407546 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:12.433030 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2040441 Jun 30 19:01:12.433930 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Made reservation on behalf of 3364e18aec3e4a3a93ff7ce56bc2a18c for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:12.436557 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.438216 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34478) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:12.452440 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:12.459629 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:12.469695 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Usage tracker for resource:router and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:12.499870 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.501828 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:12.531026 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:12.543169 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.584255 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.599513 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.600523 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.639348 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.658806 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34488) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:12.659508 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Allocated IP 172.20.0.2 (0ea1f0df-b629-4334-8876-2b25377a9ccd/d69c0410-fb05-476a-a9dc-fadb6b002d65/073cc0af-5685-4989-a490-0b3c4fa2650c) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:12.666669 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-348322722-network', 'tenant_id': '9924d97bb2d147319d59afbe3f12987a'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:12.674825 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:12.685005 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Usage tracker for resource:network and tenant:9924d97bb2d147319d59afbe3f12987a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:12.753566 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:12.887760 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:12.960420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5e1c8df1-65f7-46e3-9f0f-29bb3eff1b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:12.962170 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:13.046486 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.054425 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a5b06cd3-08e9-4cd1-a149-4e67e05068e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:13.058164 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.066094 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.075827 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Checking segment: {'id': '7ba26a89-05f8-4edd-b5dd-99baa831fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:13.076416 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Network hostable DHCP agents. Network: a83b9e53-8ace-41bf-891a-1ac2b82c5fa4, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:01:13.077342 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Made reservation on behalf of 9924d97bb2d147319d59afbe3f12987a for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:13.079908 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.093697 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35999d94-e8e1-4e9e-915d-2bee5541acbc,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:13.098029 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:13.103443 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.142923 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:01:13.146935 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:13.158035 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Usage tracker for resource:security_group_rule and tenant:9924d97bb2d147319d59afbe3f12987a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:13.163377 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:13.165803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, a83b9e53-8ace-41bf-891a-1ac2b82c5fa4) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:13.167364 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.168494 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/35999d94-e8e1-4e9e-915d-2bee5541acbc HTTP/1.1" status: 204 len: 168 time: 0.8075047 Jun 30 19:01:13.176127 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:13.177387 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.221279 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfcd64a-bd36-4355-9548-94822b8fffde None None] Network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:13.240615 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5014095 Jun 30 19:01:13.241764 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:13.257622 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-fc2dcf50-28ff-4ff8-96e2-4ea0997715f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:13.271474 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:13.303577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.320599 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:13.418772 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.462767 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Checking segment: {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:13.463098 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Network hostable DHCP agents. Network: fa227586-bdfa-4538-a795-ff5b83fd17c6, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:01:13.490107 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.538725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9ab6fc-353e-4802-80c4-b0d7aedc779b,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:13.550079 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:13.562720 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f1d89e80-a886-4a45-aad5-a9b01fd4e478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:13.638391 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:01:13.649134 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f1620-2c56-4dc1-81f8-b7442f8ac5ff,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:13.665589 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:13.671230 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.675412 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.675753 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Added segment 8655a3f0-0875-4d16-bbd2-6ff4e81a36c5 of type vlan for network b8db096f-3328-4200-a4dd-0c36169764ed Jun 30 19:01:13.688746 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.765363 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:01:13.779852 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.784590 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, fa227586-bdfa-4538-a795-ff5b83fd17c6) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:13.789184 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:13.790399 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.824548 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e1959-77bb-4ea3-b33d-62f13308bc81 None None] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:13.827415 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0277941 Jun 30 19:01:13.830358 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34516) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:13.840538 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:13.848539 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.863126 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Transition to ACTIVE for port object 073cc0af-5685-4989-a490-0b3c4fa2650c will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:13.870524 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-317c76f1-cd67-474e-b060-7bc8b25aabdb', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 19:01:13.871358 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.882311 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.891803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.918921 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c7f82e-0fb0-47b3-b868-800cd4d49cfe None None] Network ba6e1c38-046b-485b-ace1-123a0d65f5c7 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:13.996254 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:13.996254 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:13.996254 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.033955 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:14.075015 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Allocated IP 172.28.1.62 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/64a55cac-d900-49ec-b204-bc02115bf988) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:14.151850 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34528) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:14.152863 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8db096f-3328-4200-a4dd-0c36169764ed,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:14.170197 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:14.174446 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5119319 Jun 30 19:01:14.178324 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34532) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:14.181679 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.204916 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:14.218521 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Request body: {'subnet': {'network_id': 'b8db096f-3328-4200-a4dd-0c36169764ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-348322722-subnet', 'tenant_id': '9924d97bb2d147319d59afbe3f12987a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:14.230314 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Usage tracker for resource:router and tenant:90943ec335e74309a41bf68b6c173ead is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:14.235033 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:14.237821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:14.241448 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network b8db096f-3328-4200-a4dd-0c36169764ed details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:01:14.249219 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:14.256492 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:14.266755 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Usage tracker for resource:security_group_rule and tenant:b7198524c94b4d1e9c40559de2aedc01 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:14.270914 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:14.293582 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.294778 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.301270 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:14.320222 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.422578 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.426972 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Usage tracker for resource:subnet and tenant:9924d97bb2d147319d59afbe3f12987a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:14.437121 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:14.440438 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.466031 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:14.473751 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:14.523330 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Transition to ACTIVE for port object 073cc0af-5685-4989-a490-0b3c4fa2650c will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:14.558127 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c2453-1361-4a57-999d-a586cf928fb5 None None] Network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:14.581476 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Made reservation on behalf of 9924d97bb2d147319d59afbe3f12987a for: {'subnet': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:14.585840 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.637741 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.746870 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Allocated IP 172.20.0.2 (317c76f1-cd67-474e-b060-7bc8b25aabdb/e788319a-bd99-4d55-ba3d-3c3fd8740f1b/5458de2b-299f-4a14-af66-b842369fab56) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:14.767684 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8a553f3b-0288-4fe6-806e-c75292c53f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:14.819321 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:14.840761 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:14.856463 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:14.879863 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34564) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:14.889917 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b7198524c94b4d1e9c40559de2aedc01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7319169 Jun 30 19:01:14.893627 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34566) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:14.902593 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfccb8b-d43a-4236-8025-42f4be1fd24f,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:14.907223 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:14.910625 dv-cinder-798879-1-smb neutron-server[78661]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 19:01:14.914762 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:15.076594 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Attempting to bind port 073cc0af-5685-4989-a490-0b3c4fa2650c on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:15.076968 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Attempting to bind port 073cc0af-5685-4989-a490-0b3c4fa2650c by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:15.077491 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Attempting to bind port 073cc0af-5685-4989-a490-0b3c4fa2650c on network 0ea1f0df-b629-4334-8876-2b25377a9ccd {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:15.104654 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.150836 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.176604 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:15.182822 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:15.183198 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Checking segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:15.184014 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.184014 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Bound using segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:15.184798 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Bound port: 073cc0af-5685-4989-a490-0b3c4fa2650c, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:15.185523 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.200360 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119e68-3793-4739-9efc-3301c10d9afe req-e6070578-ad52-4b70-a2d8-0294b9f99cb6 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:15.201071 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-51119e68-3793-4739-9efc-3301c10d9afe req-e6070578-ad52-4b70-a2d8-0294b9f99cb6 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Synchronizing usage tracker for tenant:3364e18aec3e4a3a93ff7ce56bc2a18c on resource:network {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:15.265842 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Pushing event updated for resources: {'Port': ['ID=64a55cac-d900-49ec-b204-bc02115bf988,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:15.278868 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:15.303007 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Allocated IP 172.28.1.98 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/d2f0a998-28a8-4526-a05f-e0d5fa2fc52f) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:15.359734 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] For port 073cc0af-5685-4989-a490-0b3c4fa2650c, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:15.363947 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] For port 073cc0af-5685-4989-a490-0b3c4fa2650c, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=073cc0af-5685-4989-a490-0b3c4fa2650c,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:15.365130 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Pushing event updated for resources: {'Port': ['ID=073cc0af-5685-4989-a490-0b3c4fa2650c,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:15.380602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.396590 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:15.410941 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:15.411779 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.418977 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:15.448564 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-51119e68-3793-4739-9efc-3301c10d9afe req-e6070578-ad52-4b70-a2d8-0294b9f99cb6 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Unset dirty status for tenant:3364e18aec3e4a3a93ff7ce56bc2a18c on resource:network {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:15.449678 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-e6070578-ad52-4b70-a2d8-0294b9f99cb6 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/networks?id=a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 HTTP/1.1" status: 200 len: 812 time: 0.5519958 Jun 30 19:01:15.455209 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.455548 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.455899 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.456215 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.456539 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.457554 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.457554 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.457554 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.457864 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.458192 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.458536 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.458899 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Tracked resource versions report: Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: pushed versions: Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: { 'AddressGroup': {'1.2'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'ConntrackHelper': {'1.0'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Log': {'1.0'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Network': {'1.1'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Port': {'1.7'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'PortForwarding': {'1.2'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'QosPolicy': {'1.8'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroup': {'1.4'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroupRule': {'1.2'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'SubPort': {'1.0'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Subnet': {'1.1'}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Trunk': {'1.1'}} Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: consumer versions: Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: HyperV agent@hv-cinder-79887: {}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'ConntrackHelper': '1.0', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Log': '1.0', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Network': '1.1', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Port': '1.7', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'PortForwarding': '1.2', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'QosPolicy': '1.8', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroup': '1.4', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'SecurityGroupRule': '1.2', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'SubPort': '1.0', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Subnet': '1.1', Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: 'Trunk': '1.1'}} Jun 30 19:01:15.459924 dv-cinder-798879-1-smb neutron-server[78662]: {{(pid=78662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 19:01:15.479537 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.486045 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:15.488186 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:15.500439 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-f1f5d493-9cf1-4291-bc55-2e5671e38ab5 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/quotas/3364e18aec3e4a3a93ff7ce56bc2a18c HTTP/1.1" status: 200 len: 375 time: 0.0310354 Jun 30 19:01:15.517477 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:15.630186 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-942c6edc-2aa0-4c3d-a0a7-6abe3e055b76 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3364e18aec3e4a3a93ff7ce56bc2a18c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163607 Jun 30 19:01:15.708281 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.718617 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad5e7d-3298-474e-9dd6-3b9e8ae36104 None None] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:15.731608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.797907 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a6864c-b070-4a61-8c9a-0be8cc2bbab2,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:15.811091 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Checking segment: {'id': '8655a3f0-0875-4d16-bbd2-6ff4e81a36c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b8db096f-3328-4200-a4dd-0c36169764ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:15.811562 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Network hostable DHCP agents. Network: b8db096f-3328-4200-a4dd-0c36169764ed, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:01:15.820694 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:15.841814 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:15.856654 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:15.948184 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Network b8db096f-3328-4200-a4dd-0c36169764ed is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:01:15.948441 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Pushing event updated for resources: {'Port': ['ID=073cc0af-5685-4989-a490-0b3c4fa2650c,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:15.958059 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:15.968556 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:15.978377 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:15.987461 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:16.000671 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:16.002431 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, b8db096f-3328-4200-a4dd-0c36169764ed) {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:16.007969 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:16.009340 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:16.023378 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:16.050630 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64517d5-e903-4298-aa2a-aa42a82e5e24 None None] Network b8db096f-3328-4200-a4dd-0c36169764ed requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:16.067530 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:16.290502 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:16.316200 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-792eb45c-cbee-4de0-bec2-82363d406503 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 19:01:16.317746 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-792eb45c-cbee-4de0-bec2-82363d406503 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3550639 Jun 30 19:01:16.319213 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1398871 Jun 30 19:01:16.361001 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:16.398479 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:16.412281 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Transition to ACTIVE for port object 5458de2b-299f-4a14-af66-b842369fab56 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:16.437219 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Transition to ACTIVE for port object 5458de2b-299f-4a14-af66-b842369fab56 will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:16.522009 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:16.541748 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-10d9915a-d54f-4cc4-89e9-1d265a224e5a service neutron] 10.222.0.95 "GET /v2.0/networks/a83b9e53-8ace-41bf-891a-1ac2b82c5fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133443 Jun 30 19:01:16.552307 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:16.632542 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Pushing event updated for resources: {'Port': ['ID=5458de2b-299f-4a14-af66-b842369fab56,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:16.645036 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:16.646215 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:16.648665 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:16.652989 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:16.689175 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34610) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:16.798925 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:16.837289 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff14ff-307e-4b2f-8a1b-cc648e73a57b None None] Network b8db096f-3328-4200-a4dd-0c36169764ed requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:16.871739 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-aedb6128-b934-42d7-9e35-55c87dab0fe9 service neutron] 10.222.0.95 "GET /v2.0/networks/a83b9e53-8ace-41bf-891a-1ac2b82c5fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910426 Jun 30 19:01:16.896786 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfccb8b-d43a-4236-8025-42f4be1fd24f,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:16.900391 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:16.955332 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Deleting subnet a9bd2cfe-7005-408c-84ca-d81093dce269 {{(pid=78661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:01:16.957652 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.034429 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.042926 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.070571 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.072608 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2dfccb8b-d43a-4236-8025-42f4be1fd24f HTTP/1.1" status: 204 len: 168 time: 2.1768968 Jun 30 19:01:17.129652 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Attempting to bind port 5458de2b-299f-4a14-af66-b842369fab56 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:17.130628 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Attempting to bind port 5458de2b-299f-4a14-af66-b842369fab56 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:17.131013 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Attempting to bind port 5458de2b-299f-4a14-af66-b842369fab56 on network 317c76f1-cd67-474e-b060-7bc8b25aabdb {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:17.202767 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:17.203146 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Checking segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:17.203549 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.203952 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Bound using segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:17.204525 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Bound port: 5458de2b-299f-4a14-af66-b842369fab56, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:17.204842 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.212065 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.233037 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-ecf8d8a1-6826-4a79-b6d8-953aaed52aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:17.281085 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34628) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:17.333851 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f21d2b-b14e-46ec-88dd-d596925807cf None None] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:17.488398 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.523084 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-4b5c0506-9a17-4ada-949e-d2d7d806e87b None None] Provisioning for port 073cc0af-5685-4989-a490-0b3c4fa2650c completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:17.536468 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] For port 5458de2b-299f-4a14-af66-b842369fab56, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:17.538716 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.549039 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] For port 5458de2b-299f-4a14-af66-b842369fab56, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=5458de2b-299f-4a14-af66-b842369fab56,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:17.569110 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.580311 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9bd2cfe-7005-408c-84ca-d81093dce269,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:17.598057 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:17.599945 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:17.642193 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Router 74061d4c-2ce8-4396-8428-d5ce7653102d is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 19:01:17.642738 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-25ea6171-e801-4cfb-aba9-e6860b027e26 req-89f0c029-63d4-464a-b482-e6f76ffaa02a tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.3547065 Jun 30 19:01:17.655038 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:17.696745 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a9bd2cfe-7005-408c-84ca-d81093dce269 HTTP/1.1" status: 204 len: 168 time: 1.0057118 Jun 30 19:01:17.703528 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34652) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:17.817663 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Pushing event updated for resources: {'Port': ['ID=5458de2b-299f-4a14-af66-b842369fab56,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:17.854069 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:18.018232 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.046238 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 073cc0af-5685-4989-a490-0b3c4fa2650c up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:18.097066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.173194 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Allocated IP 172.28.1.192 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/01979f01-7036-426a-b807-955ec7282724) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:18.253756 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 073cc0af-5685-4989-a490-0b3c4fa2650c completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:18.261708 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 073cc0af-5685-4989-a490-0b3c4fa2650c triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:18.261822 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.631270 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.677473 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:01:18.689348 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Sync routers for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:01:18.711118 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:18.712206 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:18.729324 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.751938 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 073cc0af-5685-4989-a490-0b3c4fa2650c, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=073cc0af-5685-4989-a490-0b3c4fa2650c,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:18.760218 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.764065 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:18.785025 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.828884 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:18.834305 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8657463 Jun 30 19:01:18.837517 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34702) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:18.965531 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9e132a73-6d45-4928-b97c-804d0a89fa15 None None] Provisioning complete for port 073cc0af-5685-4989-a490-0b3c4fa2650c triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:18.966071 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9e132a73-6d45-4928-b97c-804d0a89fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:19.080467 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=073cc0af-5685-4989-a490-0b3c4fa2650c,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:19.087301 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:19.198970 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b366b3ef-32f4-4392-b603-35adc0003354 req-a739abf8-d7a0-4c7c-b22e-93395b63e677 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.3741791 Jun 30 19:01:19.201104 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.201489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.202254 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.203044 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > port after_create 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.203395 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.203732 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > port after_update 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.204066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.204538 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.204685 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.205069 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.250313 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:19.385740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:19.395846 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.396177 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.396569 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.396946 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:01:19.397299 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6e1c38-046b-485b-ace1-123a0d65f5c7']}} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:19.401114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:19.439648 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902492e9-f7f0-41fd-a31b-96944e62e17d') {'for_net_delete': True} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:19.444874 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902492e9-f7f0-41fd-a31b-96944e62e17d') {} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:19.453119 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77a7a0-ba62-4fb4-9f02-b5a1af3a4fa0 None None] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:01:19.463544 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15670054'] for segment, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:19.490727 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:19.503904 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=78661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:01:19.504955 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15705237'] for segment, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: from cryptography.utils import int_from_bytes Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: from cryptography.utils import int_from_bytes Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: util.warn_limited( Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: util.warn_limited( Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: Traceback (most recent call last): Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: timer() Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: cb(*args, **kw) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: return func(*args, **kwargs) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: self._notify() Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: self.callback(batched_events) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: event.method(event) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: return f(self, *a, **k) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: return self._get(url).json() Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: return self.request(url, 'GET', **kwargs) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:01:19.606597 dv-cinder-798879-1-smb neutron-server[78661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:01:19.621747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-48d0f977-6cd5-4d76-a8bb-742eeba033b1 None None] Provisioning for port 5458de2b-299f-4a14-af66-b842369fab56 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:19.830634 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:19.863414 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:19.933339 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:20.003191 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:20.069453 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:20.083565 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:20.103561 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:15Z', 'revision_number': 3, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:20.152678 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Pushing event updated for resources: {'Port': ['ID=01979f01-7036-426a-b807-955ec7282724,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:20.161750 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Checking router: 74061d4c-2ce8-4396-8428-d5ce7653102d for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:01:20.162129 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Updating router 74061d4c-2ce8-4396-8428-d5ce7653102d port 64a55cac-d900-49ec-b204-bc02115bf988 binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:01:20.230008 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:20.264647 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:20.334653 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5458de2b-299f-4a14-af66-b842369fab56 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:20.347279 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6e1c38-046b-485b-ace1-123a0d65f5c7,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:20.354047 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:20.360344 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:20.569850 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 5458de2b-299f-4a14-af66-b842369fab56 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:20.583178 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 5458de2b-299f-4a14-af66-b842369fab56 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:20.584031 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:20.860746 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:20.933878 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 5458de2b-299f-4a14-af66-b842369fab56, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=5458de2b-299f-4a14-af66-b842369fab56,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:20.934326 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3ee77f3c-f730-481e-b0e0-6ad5fc2dea05 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ba6e1c38-046b-485b-ace1-123a0d65f5c7 HTTP/1.1" status: 204 len: 168 time: 3.2251809 Jun 30 19:01:20.941023 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34768) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:20.942844 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:20.944244 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 073cc0af-5685-4989-a490-0b3c4fa2650c up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:21.047834 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:21.096219 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fcd53455-2098-4cab-a87f-de0a177e49f7 req-b4d5c38b-e4f1-4401-9e5a-0a86cec7fdc8 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.1768925 Jun 30 19:01:21.160215 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.175708 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Transition to ACTIVE for port object 64a55cac-d900-49ec-b204-bc02115bf988 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:21.179742 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.99', 51458) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:21.184923 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.198039 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a52bc1cf-5410-4421-b107-3df5ced113a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:21.227929 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-1c9d29f0-bc0e-47cc-bc7e-3955504d67c5 None None] Provisioning complete for port 5458de2b-299f-4a14-af66-b842369fab56 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:21.228324 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1c9d29f0-bc0e-47cc-bc7e-3955504d67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.281026 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Router f419858e-96cf-474a-bd2c-00b242ab36ca is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 19:01:21.375528 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Attempting to bind port 64a55cac-d900-49ec-b204-bc02115bf988 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:21.383287 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Attempting to bind port 64a55cac-d900-49ec-b204-bc02115bf988 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:21.383928 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Attempting to bind port 64a55cac-d900-49ec-b204-bc02115bf988 on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:21.391340 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Pushing event updated for resources: {'Port': ['ID=64a55cac-d900-49ec-b204-bc02115bf988,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:21.401879 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:21.414272 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:21.415575 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.416184 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:21.416869 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Bound port: 64a55cac-d900-49ec-b204-bc02115bf988, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:21.417759 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.503479 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=5458de2b-299f-4a14-af66-b842369fab56,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:21.520953 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.521299 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.521637 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.521970 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.522333 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.522658 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.522980 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.523304 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.523626 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.524656 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.524858 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.525197 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Tracked resource versions report: Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: pushed versions: Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: { 'AddressGroup': {'1.2'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'ConntrackHelper': {'1.0'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Log': {'1.0'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Network': {'1.1'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Port': {'1.7'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'PortForwarding': {'1.2'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'QosPolicy': {'1.8'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroup': {'1.4'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroupRule': {'1.2'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'SubPort': {'1.0'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Subnet': {'1.1'}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Trunk': {'1.1'}} Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: consumer versions: Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: { DHCP agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: HyperV agent@hv-cinder-79887: {}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: L3 agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: Metadata agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: Metering agent@dv-cinder-798879-1-smb: {}, Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: Open vSwitch agent@dv-cinder-798879-1-smb: { 'AddressGroup': '1.2', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'ConntrackHelper': '1.0', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Log': '1.0', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Network': '1.1', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Port': '1.7', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'PortForwarding': '1.2', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'QosPolicy': '1.8', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroup': '1.4', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'SecurityGroupRule': '1.2', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'SubPort': '1.0', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Subnet': '1.1', Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: 'Trunk': '1.1'}} Jun 30 19:01:21.526367 dv-cinder-798879-1-smb neutron-server[78663]: {{(pid=78663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 19:01:21.534469 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:21.540777 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34782) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:21.543692 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:21.557369 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Deleting subnet d6a6864c-b070-4a61-8c9a-0be8cc2bbab2 {{(pid=78661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:01:21.561035 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.610714 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 073cc0af-5685-4989-a490-0b3c4fa2650c triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:21.611674 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.630291 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] For port 64a55cac-d900-49ec-b204-bc02115bf988, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:21.656433 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] For port 64a55cac-d900-49ec-b204-bc02115bf988, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=64a55cac-d900-49ec-b204-bc02115bf988,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:21.662718 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.669459 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:21.757898 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15670061'] for subnet, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.802640 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.838761 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:21.900532 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Pushing event updated for resources: {'Port': ['ID=64a55cac-d900-49ec-b204-bc02115bf988,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:21.912459 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-53f8679a-e242-4a68-830a-a1049b7e5747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:21.947627 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:21.948416 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:22.024908 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:01:22.041444 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Sync routers for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:01:22.055863 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15670067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14900717'] for subnet, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:22.058583 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:22.059702 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:22.065696 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Notify callbacks [] for router, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:22.070671 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6291723 Jun 30 19:01:22.072320 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34798) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:22.076228 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:22.130550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119e68-3793-4739-9efc-3301c10d9afe req-a8442299-1015-4ef4-b355-d49932b3e876 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:22.136898 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5458de2b-299f-4a14-af66-b842369fab56 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:22.142572 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-a8442299-1015-4ef4-b355-d49932b3e876 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.99 "GET /v2.0/networks?id=a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 HTTP/1.1" status: 200 len: 812 time: 0.8896673 Jun 30 19:01:22.284364 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Request body: {'port': {'device_id': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4', 'admin_state_up': True, 'tenant_id': '3364e18aec3e4a3a93ff7ce56bc2a18c'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:22.449663 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:22.456025 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:22.476187 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a6864c-b070-4a61-8c9a-0be8cc2bbab2,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:22.486597 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:22.489157 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:22.612489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:22.615187 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d6a6864c-b070-4a61-8c9a-0be8cc2bbab2 HTTP/1.1" status: 204 len: 168 time: 1.6725478 Jun 30 19:01:22.622700 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9ca119e2-1d5f-4699-bd18-521cc3c9aacd req-05d1bc40-d263-4d34-b5f9-bfaaf1bfe97a tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.2308886 Jun 30 19:01:22.667291 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:22.669409 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34824) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:22.877010 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:22.881342 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:15Z', 'revision_number': 3, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:22.896084 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076b181-7f1a-4c56-91cd-0340fb18566b None None] The sync data for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb is: [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:15Z', 'revision_number': 3, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:01:22.968821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Usage tracker for resource:security_group_rule and tenant:b5813a17ed6b4c13b1f203b00ee9d971 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:22.975920 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:22.988841 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:23.123790 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 5458de2b-299f-4a14-af66-b842369fab56 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:23.124390 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:23.263328 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:23.634412 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:23.750354 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:16Z', 'revision_number': 3, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:23.760484 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Checking router: f419858e-96cf-474a-bd2c-00b242ab36ca for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:01:23.760865 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Updating router f419858e-96cf-474a-bd2c-00b242ab36ca port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:01:23.796417 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:23.817506 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:23.909128 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-38d8529b-34a0-4139-8d72-f924012d48ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:23.910170 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.185660 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.198685 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 64a55cac-d900-49ec-b204-bc02115bf988 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:24.202886 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8db096f-3328-4200-a4dd-0c36169764ed']}} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:24.222215 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8655a3f0-0875-4d16-bbd2-6ff4e81a36c5') {'for_net_delete': True} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:24.222514 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8655a3f0-0875-4d16-bbd2-6ff4e81a36c5') {} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:24.236464 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15670054'] for segment, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.253617 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.261232 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=78661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:01:24.261718 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15705237'] for segment, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.375079 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Allocated IP 172.20.0.1 (0ea1f0df-b629-4334-8876-2b25377a9ccd/d69c0410-fb05-476a-a9dc-fadb6b002d65/5d987d25-eb9b-4828-ba79-37ecdb0b8e97) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: Traceback (most recent call last): Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: timer() Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: cb(*args, **kw) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: return func(*args, **kwargs) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: self._notify() Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: self.callback(batched_events) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: event.method(event) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: return f(self, *a, **k) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: return self._get(url).json() Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: return self.request(url, 'GET', **kwargs) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:01:24.404301 dv-cinder-798879-1-smb neutron-server[78661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:01:24.406660 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7b834ee7-39c7-4f37-92f5-8fbfae3aac8f req-46c7db94-34ec-4b38-bdef-cf87e6c14542 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.4455900 Jun 30 19:01:24.407312 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da064598-dcf9-45b2-b57d-e0097298c523,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:24.415648 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.439349 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:01:24.529759 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b5813a17ed6b4c13b1f203b00ee9d971&name=default HTTP/1.1" status: 200 len: 2978 time: 2.9811020 Jun 30 19:01:24.531309 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:24.534830 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34858) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:24.536781 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:24.572468 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.595223 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8db096f-3328-4200-a4dd-0c36169764ed,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:24.600426 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] 10.222.0.95 "DELETE /v2.0/networks/b8db096f-3328-4200-a4dd-0c36169764ed HTTP/1.1" status: 204 len: 168 time: 1.6406670 Jun 30 19:01:24.612273 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bb6534ba-36c8-417f-bc9e-0c47d25d4a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:24.790556 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 64a55cac-d900-49ec-b204-bc02115bf988 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:24.802850 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 64a55cac-d900-49ec-b204-bc02115bf988 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:24.803279 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:24.853328 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34870) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:25.066736 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:25.079064 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.094678 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.120125 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Usage tracker for resource:port and tenant:3364e18aec3e4a3a93ff7ce56bc2a18c is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:25.129202 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b1f588a0-31a5-4b93-983e-40b1465deb4e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c883a546dde74513bff6e09a8d61dbc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1924973 Jun 30 19:01:25.135469 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34878) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:25.139552 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:25.165821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:25.168202 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.215480 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Transition to ACTIVE for port object 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:25.221393 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 64a55cac-d900-49ec-b204-bc02115bf988, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=64a55cac-d900-49ec-b204-bc02115bf988,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:25.238128 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.240329 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Made reservation on behalf of 3364e18aec3e4a3a93ff7ce56bc2a18c for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:25.247678 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.292583 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:25.379570 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.524482 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=64a55cac-d900-49ec-b204-bc02115bf988,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:25.538080 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:25.572472 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.609485 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.693099 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Router fff0e16c-e7a7-485a-abf6-863d5e11caf1 is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 19:01:25.701189 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.703523 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.720229 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:25.737620 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Transition to ACTIVE for port object d2f0a998-28a8-4526-a05f-e0d5fa2fc52f will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:25.745080 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b735df95-fda4-4295-8db4-fb3429c4bc73,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:25.753876 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.759220 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:25.761504 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.763042 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b735df95-fda4-4295-8db4-fb3429c4bc73 HTTP/1.1" status: 204 len: 168 time: 0.6198094 Jun 30 19:01:25.766591 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.766808 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:25.855257 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:25.952007 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e172c-e923-432b-8d5f-51747e58ca62 None None] Pushing event updated for resources: {'Port': ['ID=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:25.964591 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-f25e172c-e923-432b-8d5f-51747e58ca62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:26.015128 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Attempting to bind port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:26.015693 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Attempting to bind port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:26.016162 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Attempting to bind port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:26.025670 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9c30bf97-0358-4f54-8c1b-7f90337c6483 req-188dc0bc-23f7-4a17-9969-7ce4d132abec tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.1291301 Jun 30 19:01:26.026923 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.029460 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:26.031436 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:26.031926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.033373 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:26.034769 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Bound port: d2f0a998-28a8-4526-a05f-e0d5fa2fc52f, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:26.035269 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.041543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:26.093150 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.095765 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da064598-dcf9-45b2-b57d-e0097298c523 HTTP/1.1" status: 204 len: 168 time: 1.5304542 Jun 30 19:01:26.107858 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da064598-dcf9-45b2-b57d-e0097298c523,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:26.115815 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:26.134891 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 64a55cac-d900-49ec-b204-bc02115bf988 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:26.293729 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] For port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:26.299577 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] For port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:26.311403 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.317276 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-91313cdd-f80c-4516-82d7-308fcbd6f488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:26.317848 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:26.357271 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 64a55cac-d900-49ec-b204-bc02115bf988 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:26.358035 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.482465 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Allocated IP 172.20.0.1 (317c76f1-cd67-474e-b060-7bc8b25aabdb/e788319a-bd99-4d55-ba3d-3c3fd8740f1b/01c4fdbc-a207-45a2-9b68-e60eb4f29359) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:26.486440 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e172c-e923-432b-8d5f-51747e58ca62 None None] Pushing event updated for resources: {'Port': ['ID=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:26.490621 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-f25e172c-e923-432b-8d5f-51747e58ca62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:26.549927 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:26.552142 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:26.554570 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:01:26.569257 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Sync routers for ids ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:01:26.574987 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Pushing event updated for resources: {'Port': ['ID=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:26.590813 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Routers {'fff0e16c-e7a7-485a-abf6-863d5e11caf1'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:26.592291 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:26.662974 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:26.670212 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34904) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:26.673356 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:26.683024 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:26.683509 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.698928 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:26.703826 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8720875 Jun 30 19:01:26.715189 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34910) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:27.147848 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Allocated IP 172.20.0.5 (a83b9e53-8ace-41bf-891a-1ac2b82c5fa4/8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14/d7e3d23a-7f53-416b-8514-0ec7c07cd97d) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:27.207658 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:27.215803 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:27.257780 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Set router fff0e16c-e7a7-485a-abf6-863d5e11caf1 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:27.260593 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8914429e-6e53-46c6-9a8c-c9af7f45a938 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9924d97bb2d147319d59afbe3f12987a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5836303 Jun 30 19:01:27.267398 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 34932) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:27.277206 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.provisioning_blocks [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Transition to ACTIVE for port object 01c4fdbc-a207-45a2-9b68-e60eb4f29359 will not be triggered until provisioned by entity DHCP. {{(pid=78661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:27.340710 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:27.346327 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:27.471862 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:27.595737 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-24aa87bb-4db6-4c0a-8c48-bbd3e21832e1 None None] Provisioning for port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:27.695277 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Pushing event updated for resources: {'Port': ['ID=01c4fdbc-a207-45a2-9b68-e60eb4f29359,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:27.706584 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:27.762401 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f1285e47-1d4a-49ab-a9ca-02654fef656e req-95154453-577e-45f3-a200-666273b73112 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.3521607 Jun 30 19:01:27.782566 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:27.788228 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:27.807946 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:27.949559 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-24aa87bb-4db6-4c0a-8c48-bbd3e21832e1 None None] Provisioning complete for port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:27.955709 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-24aa87bb-4db6-4c0a-8c48-bbd3e21832e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:28.027198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:28.331374 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': '01979f01-7036-426a-b807-955ec7282724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:01:20Z', 'revision_number': 3, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port': {'id': '01979f01-7036-426a-b807-955ec7282724', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:17Z', 'updated_at': '2021-06-30T19:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:28.337625 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Checking router: fff0e16c-e7a7-485a-abf6-863d5e11caf1 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:01:28.338306 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Updating router fff0e16c-e7a7-485a-abf6-863d5e11caf1 port 01979f01-7036-426a-b807-955ec7282724 binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:01:28.348644 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-24aa87bb-4db6-4c0a-8c48-bbd3e21832e1 None None] Port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:01:28.466465 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:28.543304 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:28.639218 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-931cd9c4-b86b-42b3-96e7-51c8de0288d2 None None] Provisioning for port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:28.657257 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-931cd9c4-b86b-42b3-96e7-51c8de0288d2 None None] Provisioning complete for port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:28.657634 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-931cd9c4-b86b-42b3-96e7-51c8de0288d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:28.660920 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:28.879295 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:16Z', 'revision_number': 3, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:28.907056 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-931cd9c4-b86b-42b3-96e7-51c8de0288d2 None None] Port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:01:28.911784 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e7559-80dc-44b6-ac29-299b24c026db None None] The sync data for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb is: [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:16Z', 'revision_number': 3, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:01:29.002312 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.356956 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-95914c35-2b9c-4485-9a01-795b66d98421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:29.425584 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.563344 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:29.565105 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Pushing event updated for resources: {'Port': ['ID=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:29.586694 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.598439 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:29.620418 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:29.626577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:29.634105 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:29.635387 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.680346 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.716348 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff831e8-796a-4cea-92ad-eb68b1e346b8 req-5058f3fb-8082-40bb-ad30-2f3c2077eda7 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:29.719410 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3ff831e8-796a-4cea-92ad-eb68b1e346b8 req-5058f3fb-8082-40bb-ad30-2f3c2077eda7 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 931 time: 0.5867193 Jun 30 19:01:29.719629 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.728038 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4585311 Jun 30 19:01:29.749352 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Transition to ACTIVE for port object 01979f01-7036-426a-b807-955ec7282724 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:29.765690 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.781215 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:29.903142 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85eede-6657-4633-a41b-c0e81e00176b None None] Pushing event updated for resources: {'Port': ['ID=01979f01-7036-426a-b807-955ec7282724,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:29.906629 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3d85eede-6657-4633-a41b-c0e81e00176b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:29.963649 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Attempting to bind port 01979f01-7036-426a-b807-955ec7282724 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:29.964596 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Attempting to bind port 01979f01-7036-426a-b807-955ec7282724 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:29.966370 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Attempting to bind port 01979f01-7036-426a-b807-955ec7282724 on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:29.987015 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:29.987433 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:29.988876 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:29.992018 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:29.995612 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Bound port: 01979f01-7036-426a-b807-955ec7282724, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:29.996273 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:30.004701 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-3ff831e8-796a-4cea-92ad-eb68b1e346b8 req-5a74939b-1186-4031-bbfb-d92cfd49ca99 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Synchronizing usage tracker for tenant:3364e18aec3e4a3a93ff7ce56bc2a18c on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:30.055733 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 34976) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:30.060367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-a0dc4fd5-e6c9-4412-bfb8-b0ee86dfc7be tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 19:01:30.070259 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-a0dc4fd5-e6c9-4412-bfb8-b0ee86dfc7be tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691583 Jun 30 19:01:30.189268 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:30.218765 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:30.361926 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] For port 01979f01-7036-426a-b807-955ec7282724, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:30.377631 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] For port 01979f01-7036-426a-b807-955ec7282724, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=01979f01-7036-426a-b807-955ec7282724,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:30.380323 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f60b2968-084d-4a9d-a6a0-25c1ea825099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:30.389106 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:30.404923 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d2f0a998-28a8-4526-a05f-e0d5fa2fc52f up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:30.411941 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3d85eede-6657-4633-a41b-c0e81e00176b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:30.542448 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-3ff831e8-796a-4cea-92ad-eb68b1e346b8 req-5a74939b-1186-4031-bbfb-d92cfd49ca99 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Unset dirty status for tenant:3364e18aec3e4a3a93ff7ce56bc2a18c on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:30.560154 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3ff831e8-796a-4cea-92ad-eb68b1e346b8 req-5a74939b-1186-4031-bbfb-d92cfd49ca99 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332071 Jun 30 19:01:30.638444 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Routers {'fff0e16c-e7a7-485a-abf6-863d5e11caf1'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:30.639233 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:30.698566 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:30.706299 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:30.706925 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:30.717049 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Pushing event updated for resources: {'Port': ['ID=01c4fdbc-a207-45a2-9b68-e60eb4f29359,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:30.785910 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:30.790385 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85eede-6657-4633-a41b-c0e81e00176b None None] Pushing event updated for resources: {'Port': ['ID=01979f01-7036-426a-b807-955ec7282724,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:30.796656 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3d85eede-6657-4633-a41b-c0e81e00176b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:30.801729 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:30.932710 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:30.943945 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:30.983556 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Usage tracker for resource:security_group_rule and tenant:545e1768a7bc446cbde3a0797e37040a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:30.996908 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:31.022497 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:31.028417 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] Set router fff0e16c-e7a7-485a-abf6-863d5e11caf1 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:31.051789 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Request body: {'port': {'device_id': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:31.120963 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:31.153198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:31.161258 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:31.169180 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:31.173926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:31.341514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2c740cbc-87b7-4fc4-9b49-76705bce9b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:31.374020 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f1620-2c56-4dc1-81f8-b7442f8ac5ff,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:31.384905 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:31.387137 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b30f1620-2c56-4dc1-81f8-b7442f8ac5ff HTTP/1.1" status: 204 len: 168 time: 4.1147699 Jun 30 19:01:31.417916 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:31.442944 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:31.463384 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:31.516435 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:31.520275 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:31.681514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:31.728264 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': '01979f01-7036-426a-b807-955ec7282724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:01:20Z', 'revision_number': 3, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port': {'id': '01979f01-7036-426a-b807-955ec7282724', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:17Z', 'updated_at': '2021-06-30T19:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:31.738451 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:31.745163 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c02c-ca28-428c-b4a0-72b4acd70819 None None] The sync data for ids ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'] in dv-cinder-798879-1-smb is: [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': '01979f01-7036-426a-b807-955ec7282724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:01:20Z', 'revision_number': 3, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port': {'id': '01979f01-7036-426a-b807-955ec7282724', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:17Z', 'updated_at': '2021-06-30T19:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:01:31.799199 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:32.110802 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-eafccea2-3cde-4032-b34d-379dbbe4e6fc None None] Provisioning complete for port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:32.111198 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-eafccea2-3cde-4032-b34d-379dbbe4e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:32.272319 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d2f0a998-28a8-4526-a05f-e0d5fa2fc52f up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:32.283820 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:32.332415 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:32.347197 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:32.388566 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:32.424318 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-402bea78-8d65-418b-ae2d-bf1508a13896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:32.472198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Router f419858e-96cf-474a-bd2c-00b242ab36ca has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:01:32.488652 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bc4fe-f74e-4eb4-a6bf-b57c6816736f,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:32.495935 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:32.503936 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:32.505031 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:32.691724 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-eafccea2-3cde-4032-b34d-379dbbe4e6fc None None] Port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:01:32.745870 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=545e1768a7bc446cbde3a0797e37040a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6857483 Jun 30 19:01:32.748198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35038) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:32.755643 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:32.801821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:32.858895 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:33.426473 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e54e8b3a-11fe-43d8-ace2-6b92872ef1dd None None] Provisioning complete for port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:33.428461 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e54e8b3a-11fe-43d8-ace2-6b92872ef1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:33.670956 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:33.709373 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e54e8b3a-11fe-43d8-ace2-6b92872ef1dd None None] Port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:01:33.765290 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:33.944441 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35068) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:33.957044 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Router 74061d4c-2ce8-4396-8428-d5ce7653102d has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:01:33.961746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Pushing event updated for resources: {'Port': ['ID=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:33.962399 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:33.981655 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2456a-cfe0-4f79-a847-c23b9acd7512 req-117e5dba-9493-4f1e-853f-7121c3fc5104 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:33.983468 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-91d2456a-cfe0-4f79-a847-c23b9acd7512 req-117e5dba-9493-4f1e-853f-7121c3fc5104 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 931 time: 1.5089049 Jun 30 19:01:34.037340 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:34.043500 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.611s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:34.058311 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:01:34.064064 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bc4fe-f74e-4eb4-a6bf-b57c6816736f,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:34.072882 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Sync routers for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:01:34.083818 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:34.114966 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-91d2456a-cfe0-4f79-a847-c23b9acd7512 req-eb86edd6-04a2-4eae-b7fe-2f578d8ea322 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168811 Jun 30 19:01:34.142957 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:34.144301 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b42bc4fe-f74e-4eb4-a6bf-b57c6816736f HTTP/1.1" status: 204 len: 168 time: 1.3798187 Jun 30 19:01:34.163632 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] 10.222.0.95 "PUT /v2.0/routers/f419858e-96cf-474a-bd2c-00b242ab36ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0162318 Jun 30 19:01:34.165880 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:34.166732 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:34.316022 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01979f01-7036-426a-b807-955ec7282724 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:34.432500 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Allocated IP 172.20.0.1 (fa227586-bdfa-4538-a795-ff5b83fd17c6/ba9ab6fc-353e-4802-80c4-b0d7aedc779b/0a6cc01c-ee44-4944-ad91-b184f65e5467) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:34.665485 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:34.698619 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:34.714501 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Usage tracker for resource:security_group_rule and tenant:f21205d1728a4a63a71c850a3d891ce9 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:34.720239 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:34.731122 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:34.846570 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:35.000449 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.008135 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.029668 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:35.111498 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f21205d1728a4a63a71c850a3d891ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1576254 Jun 30 19:01:35.112341 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35092) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:35.328444 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ef398-1191-4930-bef5-b8019d2fadf8,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:35.337957 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.409793 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.432238 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35104) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:35.540278 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:35.593210 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.630749 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.634271 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:01:35.650678 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Sync routers for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:01:35.667280 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:35.668054 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:35.701546 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:35.703602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:35.723301 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] 10.222.0.95 "PUT /v2.0/routers/74061d4c-2ce8-4396-8428-d5ce7653102d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8826087 Jun 30 19:01:35.725270 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Usage tracker for resource:security_group_rule and tenant:99d73534208347ddb56b984ad3a5be4d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:35.731230 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.resource_extend [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 19:01:35.742553 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:35.746005 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ef398-1191-4930-bef5-b8019d2fadf8,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:35.750462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.752862 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.759505 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/627ef398-1191-4930-bef5-b8019d2fadf8 HTTP/1.1" status: 204 len: 168 time: 0.6334999 Jun 30 19:01:35.760469 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:35.775735 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:35.816633 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a2055-05a9-40f2-ad50-2d414d325480 req-0cd39d30-c223-4744-9ea9-aaa91a329bd4 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:35.831415 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-533a2055-05a9-40f2-ad50-2d414d325480 req-0cd39d30-c223-4744-9ea9-aaa91a329bd4 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 931 time: 0.2896743 Jun 30 19:01:35.853269 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 01979f01-7036-426a-b807-955ec7282724 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:35.880014 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e3d23a-7f53-416b-8514-0ec7c07cd97d {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:01:35.900983 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.951119 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Transition to ACTIVE for port object d7e3d23a-7f53-416b-8514-0ec7c07cd97d will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:35.963437 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.966989 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:35.968108 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-533a2055-05a9-40f2-ad50-2d414d325480 req-2ef8921b-e6b3-4357-ab2a-897219933c4e tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259043 Jun 30 19:01:35.981141 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:36.157738 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:36.168891 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:36.190653 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 01979f01-7036-426a-b807-955ec7282724 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:36.200313 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:36.375859 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-37bf2911-f523-471c-a7a7-21cc0f33c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:36.396251 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:36.396787 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:36.436486 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:36.648917 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:36.660840 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:36.719042 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 01979f01-7036-426a-b807-955ec7282724, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=01979f01-7036-426a-b807-955ec7282724,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:36.727452 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:29Z', 'revision_number': 2, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:36.746353 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Checking router: f419858e-96cf-474a-bd2c-00b242ab36ca for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:01:36.746893 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Updating router f419858e-96cf-474a-bd2c-00b242ab36ca port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:01:36.837800 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:36.871975 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35132) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:36.877664 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488773088', 'description': 'tempest-description--1672962885'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:36.887215 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:36.907408 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:36.916282 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:36.927997 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:36.940486 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:36.953419 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:36.965120 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.001697 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:37.024434 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.060965 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.225058 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:37.335471 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=01979f01-7036-426a-b807-955ec7282724,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:37.345020 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:37.369091 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.432336 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group_rule and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:37.452777 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:37.482686 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:37.532281 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=99d73534208347ddb56b984ad3a5be4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0711627 Jun 30 19:01:37.541395 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35152) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:37.607007 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3551c-821c-4b60-a762-0d45dfa94501 req-3ab6a5da-f9a6-4cda-96f9-27c8f47dbbd2 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:37.609390 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7cd3551c-821c-4b60-a762-0d45dfa94501 req-3ab6a5da-f9a6-4cda-96f9-27c8f47dbbd2 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 943 time: 0.3904550 Jun 30 19:01:37.637786 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:30Z', 'revision_number': 2, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:37.644944 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Checking router: 74061d4c-2ce8-4396-8428-d5ce7653102d for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:01:37.647201 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Updating router 74061d4c-2ce8-4396-8428-d5ce7653102d port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:01:37.657933 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Attempting to bind port d7e3d23a-7f53-416b-8514-0ec7c07cd97d on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:37.663424 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Attempting to bind port d7e3d23a-7f53-416b-8514-0ec7c07cd97d by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '7ba26a89-05f8-4edd-b5dd-99baa831fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:37.664351 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Attempting to bind port d7e3d23a-7f53-416b-8514-0ec7c07cd97d on network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:37.682513 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6cc01c-ee44-4944-ad91-b184f65e5467,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:37.688414 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.707s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:37.688991 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.569s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:37.689281 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:37.689823 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Port d7e3d23a-7f53-416b-8514-0ec7c07cd97d on network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:01:37.690161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Attempting to bind port d7e3d23a-7f53-416b-8514-0ec7c07cd97d on network a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:37.709853 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4a1d737f-24c3-4a7e-9409-63ac855607eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:37.734836 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.752397 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:37.752768 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Checking segment: {'id': '7ba26a89-05f8-4edd-b5dd-99baa831fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:37.753358 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Bound using segment: {'id': '7ba26a89-05f8-4edd-b5dd-99baa831fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:37.753835 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Bound port: d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba26a89-05f8-4edd-b5dd-99baa831fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:37.754213 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.759831 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.787316 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.789458 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:37.802363 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7cd3551c-821c-4b60-a762-0d45dfa94501 req-11b2b390-5bda-4f62-8b21-24f4e93fd19d tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657968 Jun 30 19:01:37.836944 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.873794 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35162) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:37.890574 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401331710', 'description': 'tempest-description--800566655'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:37.947076 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:37.977726 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:37.980824 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1076186 Jun 30 19:01:37.985280 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35168) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:37.989099 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.028561 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'security_group_rule': {'security_group_id': '5771abce-39ba-4ab2-a829-7193a2713bdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:38.049027 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:38.069942 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6c5b59-7cff-4662-98ec-2bddfdd6ce4f,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:38.087336 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:38.121211 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5771abce-39ba-4ab2-a829-7193a2713bdc,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:38.126380 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:38.134122 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:38.139487 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.142006 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:38.146035 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:38.159728 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group_rule and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:38.166515 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-76bcc52a-262b-4d69-8181-10845428f41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:38.185543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:38.190835 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.194684 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fc6c5b59-7cff-4662-98ec-2bddfdd6ce4f HTTP/1.1" status: 204 len: 168 time: 0.6483579 Jun 30 19:01:38.203263 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6c5b59-7cff-4662-98ec-2bddfdd6ce4f,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:38.206499 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:38.208528 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:38.211629 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.267090 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:38.276496 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group_rule and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:38.281189 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.297972 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:38.302749 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:38.312164 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.315667 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:38.330858 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Transition to ACTIVE for port object 01c4fdbc-a207-45a2-9b68-e60eb4f29359 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:38.349931 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.358665 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:38.362023 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,segment=NetworkSegment(7ba26a89-05f8-4edd-b5dd-99baa831fdca),segment_id=7ba26a89-05f8-4edd-b5dd-99baa831fdca)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:38.376346 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.385370 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3e7ac37c-8306-4f54-9e59-186ac9d9942c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:38.463257 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.resource_extend [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 19:01:38.512595 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.523165 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.557569 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:38.562667 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.583605 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:38.584502 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.589366 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] 10.222.0.99 "PUT /v2.0/ports/d7e3d23a-7f53-416b-8514-0ec7c07cd97d HTTP/1.1" status: 200 len: 1093 time: 7.9212368 Jun 30 19:01:38.590121 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:01:38.699122 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f445345-b86b-4e5c-a1c0-ed7349e4a51e,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:38.704872 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:38.709158 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.716062 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6927993 Jun 30 19:01:38.717768 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35192) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:38.739690 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.755327 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'security_group_rule': {'security_group_id': '5771abce-39ba-4ab2-a829-7193a2713bdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:38.756721 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Transition to ACTIVE for port object 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:38.771798 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8ca05-32fe-42a5-9b5a-1697a72d8fae None None] Pushing event updated for resources: {'Port': ['ID=01c4fdbc-a207-45a2-9b68-e60eb4f29359,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:38.773384 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.793418 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3d85eede-6657-4633-a41b-c0e81e00176b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:38.801518 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.812100 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.819376 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:38.827679 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.832669 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group_rule and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:38.849972 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:38.867095 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-88142297-7578-45ec-8440-3c9fb36fc2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:38.904027 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8ec8ca05-32fe-42a5-9b5a-1697a72d8fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:38.923923 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:38.965973 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-bb9be837-1020-4f7c-93da-0f3ad75faa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.975688 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Attempting to bind port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:38.976066 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Attempting to bind port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:38.977207 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Attempting to bind port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 on network 317c76f1-cd67-474e-b060-7bc8b25aabdb {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:38.991551 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:38.992590 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Checking segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:38.993100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:38.993508 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Bound using segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:38.994007 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Bound port: 01c4fdbc-a207-45a2-9b68-e60eb4f29359, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:39.009054 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.037487 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01979f01-7036-426a-b807-955ec7282724 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:39.077934 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.079234 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1930981 Jun 30 19:01:39.132006 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35202) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:39.154046 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.167507 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.188340 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:39.218950 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:39.228658 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:39.251118 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759daf75-19ba-439d-a1df-c46cbaf142c0,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:39.315942 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'security_group_rule': {'security_group_id': '759daf75-19ba-439d-a1df-c46cbaf142c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:39.344751 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:39.392284 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:39.394683 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4228047-b751-47b2-b6c5-dd03fabdffc1 None None] Pushing event updated for resources: {'Port': ['ID=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:39.399268 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] For port 01c4fdbc-a207-45a2-9b68-e60eb4f29359, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:39.405987 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] For port 01c4fdbc-a207-45a2-9b68-e60eb4f29359, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=01c4fdbc-a207-45a2-9b68-e60eb4f29359,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:39.419181 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.438657 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group_rule and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:39.442289 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:39.448982 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:39.471127 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:39.489967 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a4228047-b751-47b2-b6c5-dd03fabdffc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:39.506744 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.518839 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a481-93c1-4fc2-ace0-7a2a550442f2 req-dad6d990-2366-4a25-a03f-ffc9e4e6e4d8 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:39.520836 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7471a481-93c1-4fc2-ace0-7a2a550442f2 req-dad6d990-2366-4a25-a03f-ffc9e4e6e4d8 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 943 time: 0.5172799 Jun 30 19:01:39.529807 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.532185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.541741 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Attempting to bind port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:39.542103 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Attempting to bind port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:39.544718 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Attempting to bind port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 on network 0ea1f0df-b629-4334-8876-2b25377a9ccd {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:39.559058 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:39.559508 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Checking segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:39.562212 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.562670 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Bound using segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:39.563618 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Bound port: 5d987d25-eb9b-4828-ba79-37ecdb0b8e97, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:39.564065 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.572711 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6cc01c-ee44-4944-ad91-b184f65e5467,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:39.582647 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:39.619424 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-47fc050c-93e0-4e2c-8be8-faa32f5eb74c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:39.630507 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119e68-3793-4739-9efc-3301c10d9afe req-1fd2b230-674b-4d6d-88cd-0fdc9ab6be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:39.633199 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-1fd2b230-674b-4d6d-88cd-0fdc9ab6be1d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3364e18aec3e4a3a93ff7ce56bc2a18c&device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 1096 time: 0.8329647 Jun 30 19:01:39.645009 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9b7e33-be72-43d1-bb68-16b04ad9b35b,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:39.646064 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:39.647521 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:39.696935 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8ca05-32fe-42a5-9b5a-1697a72d8fae None None] Pushing event updated for resources: {'Port': ['ID=01c4fdbc-a207-45a2-9b68-e60eb4f29359,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:39.713889 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.720558 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8ec8ca05-32fe-42a5-9b5a-1697a72d8fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:39.735879 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.745548 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 01979f01-7036-426a-b807-955ec7282724 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:39.745944 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.801818 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7471a481-93c1-4fc2-ace0-7a2a550442f2 req-58620796-8571-494b-8a20-12288281aaea tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707536 Jun 30 19:01:39.818743 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:39.830311 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:39.833325 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] For port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:39.843313 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] For port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:39.854518 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.858585 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:39.863943 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a210b00c-3ccc-4390-8386-52a5539042a4,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:39.868820 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:39.869845 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.872366 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1499805 Jun 30 19:01:39.880609 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35228) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:39.900150 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'floatingip': {'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:39.913034 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:39.914840 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a64d0828-fa20-4fa7-baa6-bcf78788de98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6660001 Jun 30 19:01:39.918226 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:39.921874 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35232) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:39.931964 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-1280b0e1-f33e-49e3-9012-839e5dd744fb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d HTTP/1.1" status: 200 len: 217 time: 0.2817686 Jun 30 19:01:39.944763 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'security_group_rule': {'security_group_id': '759daf75-19ba-439d-a1df-c46cbaf142c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:39.972770 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:39.974923 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:39.993396 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:40.012888 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group_rule and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:40.032536 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:40.063206 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:40.089716 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:40.095752 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:40.111074 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:floatingip and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:40.145148 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:40.155588 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:40.214088 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:40.348148 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4228047-b751-47b2-b6c5-dd03fabdffc1 None None] Pushing event updated for resources: {'Port': ['ID=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,revision_number=4']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:40.355328 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a4228047-b751-47b2-b6c5-dd03fabdffc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:40.395660 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:40.412475 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d', 'status': 'completed', 'code': 200} Jun 30 19:01:40.571243 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119e68-3793-4739-9efc-3301c10d9afe req-971ee181-59c3-40ca-afc7-b447f6af59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:40.573452 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-971ee181-59c3-40ca-afc7-b447f6af59c8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14 HTTP/1.1" status: 200 len: 852 time: 0.3555510 Jun 30 19:01:40.622189 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:40.633130 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-2da4ecb0-31e2-4f85-82b3-e8020d598712 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a83b9e53-8ace-41bf-891a-1ac2b82c5fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509222 Jun 30 19:01:40.648492 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:40.710436 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:40.812602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Router fff0e16c-e7a7-485a-abf6-863d5e11caf1 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:01:40.902990 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:40.911384 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:40.928323 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-edd3b7b4-6dfc-4dae-b185-98d73164c280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:40.966675 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbb7dc6-7ec6-4f23-a1bf-9e46e62c283d,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:40.988648 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:40.997947 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:40.999614 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0736382 Jun 30 19:01:41.003701 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35264) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:41.022922 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:41.038326 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'floatingip': {'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:41.069137 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:41.093851 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:floatingip and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:41.101884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:41.135014 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-2ea71be2-d3cb-4d85-a8c5-361792fe5746 service neutron] 10.222.0.99 "GET /v2.0/networks/a83b9e53-8ace-41bf-891a-1ac2b82c5fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906793 Jun 30 19:01:41.184531 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:41.223002 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:41.238698 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:39Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:41.246316 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071f838-559b-4b53-a5ef-7f97b25f6566 None None] The sync data for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb is: [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:39Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:01:41.361364 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:41.417336 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:39Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:41.433055 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60caa7f-5397-40bd-91aa-fcee6ef0d39e None None] The sync data for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb is: [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:39Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:01:41.610019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275724c-787f-403a-8c60-976ad7fbaa09 req-844e2c35-7887-4794-a48b-7f0cf031acf4 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:41.618850 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9275724c-787f-403a-8c60-976ad7fbaa09 req-844e2c35-7887-4794-a48b-7f0cf031acf4 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 943 time: 0.5271268 Jun 30 19:01:41.710270 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-51119e68-3793-4739-9efc-3301c10d9afe req-7749a321-b71c-42ca-80d7-9976eddbd289 service neutron] 10.222.0.99 "GET /v2.0/networks/a83b9e53-8ace-41bf-891a-1ac2b82c5fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151114 Jun 30 19:01:41.723379 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:01:41.735610 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Sync routers for ids ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:01:41.758084 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Routers {'fff0e16c-e7a7-485a-abf6-863d5e11caf1'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:41.763834 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:41.805960 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] 10.222.0.95 "PUT /v2.0/routers/fff0e16c-e7a7-485a-abf6-863d5e11caf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0023956 Jun 30 19:01:41.892811 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9275724c-787f-403a-8c60-976ad7fbaa09 req-1062f2c5-ecaa-4897-92c2-8dd2058906c4 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729409 Jun 30 19:01:42.018752 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Allocated IP 172.28.1.78 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/34809dcd-69d0-4b66-8b93-0eeaa8da72eb) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:42.036715 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-42505eda-14ed-4e22-ad18-01c22be8458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:42.040761 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-42505eda-14ed-4e22-ad18-01c22be8458e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3364e18aec3e4a3a93ff7ce56bc2a18c&device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 1096 time: 0.2216921 Jun 30 19:01:42.115395 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:42.434695 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:42.500168 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Set router fff0e16c-e7a7-485a-abf6-863d5e11caf1 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:42.603067 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-3e29616a-2c87-4e0c-a147-55090fd4c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:42.612705 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-3e29616a-2c87-4e0c-a147-55090fd4c213 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 HTTP/1.1" status: 200 len: 914 time: 0.5631843 Jun 30 19:01:42.892958 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:43.193484 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:43.197542 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Allocated IP 172.28.1.182 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/b173686a-ea7f-4a15-afad-0c76729be022) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:43.208595 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:43.253485 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-a8685f14-337d-4300-8514-822f23bf0136 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d HTTP/1.1" status: 200 len: 217 time: 0.6333666 Jun 30 19:01:43.336731 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:43.361216 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:43.366189 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:43.374966 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-3590813e-d4ce-4037-88bc-d6d7279645c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:43.381815 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-3590813e-d4ce-4037-88bc-d6d7279645c8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14 HTTP/1.1" status: 200 len: 852 time: 0.1216977 Jun 30 19:01:43.558744 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-e148c52b-0940-483b-9cef-fbe57d11f813 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a83b9e53-8ace-41bf-891a-1ac2b82c5fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696072 Jun 30 19:01:43.634990 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:43.776874 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:43.787582 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:43.788369 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:43.852494 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': '01979f01-7036-426a-b807-955ec7282724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:01:36Z', 'revision_number': 4, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port': {'id': '01979f01-7036-426a-b807-955ec7282724', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:17Z', 'updated_at': '2021-06-30T19:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '0a6cc01c-ee44-4944-ad91-b184f65e5467', 'name': '', 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'mac_address': 'fa:16:3e:a0:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:33Z', 'updated_at': '2021-06-30T19:01:37Z', 'revision_number': 2, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'subnets': [{'id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:43.861314 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Checking router: fff0e16c-e7a7-485a-abf6-863d5e11caf1 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:01:43.862091 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Updating router fff0e16c-e7a7-485a-abf6-863d5e11caf1 port 0a6cc01c-ee44-4944-ad91-b184f65e5467 binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:01:43.949058 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:43.979588 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'Port': ['ID=34809dcd-69d0-4b66-8b93-0eeaa8da72eb,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:43.992187 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:44.038474 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-229b197f-92e9-4834-a268-b3d6f8558cd6 service neutron] 10.222.0.99 "GET /v2.0/networks/a83b9e53-8ace-41bf-891a-1ac2b82c5fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715624 Jun 30 19:01:44.102811 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:44.289018 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1a42c152-7f44-40aa-828a-cbe9724d06f1 req-b1f8d0f8-5a4f-4659-a7bf-5079b185295f service neutron] 10.222.0.99 "GET /v2.0/networks/a83b9e53-8ace-41bf-891a-1ac2b82c5fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437308 Jun 30 19:01:44.361237 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:44.369495 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:44.370688 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01c4fdbc-a207-45a2-9b68-e60eb4f29359 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:44.396872 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:44.465171 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8ec8ca05-32fe-42a5-9b5a-1697a72d8fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:44.683243 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:44.834407 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:44.982908 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:44.986968 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:45.049903 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fdb13-83a8-4d40-b3e0-0d8b0a299d92 req-6c9530cf-2fd8-411f-a001-0062e30b4faf tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:45.060006 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-850fdb13-83a8-4d40-b3e0-0d8b0a299d92 req-6c9530cf-2fd8-411f-a001-0062e30b4faf tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 943 time: 1.7816958 Jun 30 19:01:45.094901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:45.128895 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:45.210943 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:45.211562 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.269745 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-850fdb13-83a8-4d40-b3e0-0d8b0a299d92 req-1f7bd258-3a6d-450c-bce3-87c273751284 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075059 Jun 30 19:01:45.289806 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476518-654a-425a-9e3e-409575afe976 req-1efbbbfa-154c-42e5-b979-7c61669bd01f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:45.290577 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-73476518-654a-425a-9e3e-409575afe976 req-1efbbbfa-154c-42e5-b979-7c61669bd01f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Synchronizing usage tracker for tenant:90943ec335e74309a41bf68b6c173ead on resource:network {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:45.315885 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'Port': ['ID=b173686a-ea7f-4a15-afad-0c76729be022,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:45.327489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:45.330948 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:45.350543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:45.356639 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.402883 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:45.403527 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.455579 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-73476518-654a-425a-9e3e-409575afe976 req-1efbbbfa-154c-42e5-b979-7c61669bd01f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Unset dirty status for tenant:90943ec335e74309a41bf68b6c173ead on resource:network {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:45.462978 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35398) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:45.466456 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-1efbbbfa-154c-42e5-b979-7c61669bd01f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 818 time: 1.8664730 Jun 30 19:01:45.468862 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Transition to ACTIVE for port object 0a6cc01c-ee44-4944-ad91-b184f65e5467 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:45.492737 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.501964 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:45.548063 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-4dd28149-de7e-4c73-a45c-b91eff421828 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/quotas/90943ec335e74309a41bf68b6c173ead HTTP/1.1" status: 200 len: 375 time: 0.0800228 Jun 30 19:01:45.591076 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d9d95-3cf6-44a5-870d-2a94866807fa None None] Pushing event updated for resources: {'Port': ['ID=0a6cc01c-ee44-4944-ad91-b184f65e5467,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:45.607454 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-d06d9d95-3cf6-44a5-870d-2a94866807fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:45.614080 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.695307 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.708605 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device d7e3d23a-7f53-416b-8514-0ec7c07cd97d details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:01:45.725694 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:45.732550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Usage tracker for resource:security_group_rule and tenant:39cb3018cfd041838309e3f7421c36ab is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:45.736623 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:45.744991 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:45.892405 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 01c4fdbc-a207-45a2-9b68-e60eb4f29359, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=01c4fdbc-a207-45a2-9b68-e60eb4f29359,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:45.967231 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.981965 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.db.resource_extend [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 19:01:45.986101 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:45.997546 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.006017 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:46.024800 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:46.097217 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe2fe9e-1173-41e2-bf23-0f27921bda87,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:46.112622 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:46.130688 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=39cb3018cfd041838309e3f7421c36ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659060 Jun 30 19:01:46.134401 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35424) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:46.135779 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:46.208442 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.224618 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Attempting to bind port 0a6cc01c-ee44-4944-ad91-b184f65e5467 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:46.225182 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Attempting to bind port 0a6cc01c-ee44-4944-ad91-b184f65e5467 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:46.225721 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Attempting to bind port 0a6cc01c-ee44-4944-ad91-b184f65e5467 on network fa227586-bdfa-4538-a795-ff5b83fd17c6 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:46.241185 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:46.242278 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Checking segment: {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:46.242807 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.243304 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Bound using segment: {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:46.243925 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Bound port: 0a6cc01c-ee44-4944-ad91-b184f65e5467, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:46.244433 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.251864 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.260300 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.265514 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.294977 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=01c4fdbc-a207-45a2-9b68-e60eb4f29359,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:46.305579 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.311676 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:46.338519 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-548d5e5f-6847-492b-beae-3c12b418d602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:46.362163 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.375764 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b2d48ffb-7780-45a4-9fcc-845923f728c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:46.421316 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.422486 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9fe2fe9e-1173-41e2-bf23-0f27921bda87 HTTP/1.1" status: 204 len: 168 time: 0.2859645 Jun 30 19:01:46.435308 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe2fe9e-1173-41e2-bf23-0f27921bda87,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:46.443626 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:46.461232 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-a86be148-e45b-4ff5-86f7-2f2ad5f11984 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9113047 Jun 30 19:01:46.493128 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,segment=NetworkSegment(7ba26a89-05f8-4edd-b5dd-99baa831fdca),segment_id=7ba26a89-05f8-4edd-b5dd-99baa831fdca)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:46.542333 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d', 'network_id': 'a83b9e53-8ace-41bf-891a-1ac2b82c5fa4', 'port_id': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d', 'mac_address': 'fa:16:3e:a7:fd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:01:46.657722 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.674861 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.708668 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e3d23a-7f53-416b-8514-0ec7c07cd97d {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:01:46.714275 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:46.714275 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.743245 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-e90ff063-05cb-4408-95fa-8bd87b737b6c service neutron] 10.222.0.95 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811353 Jun 30 19:01:46.788040 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'Port': ['ID=34809dcd-69d0-4b66-8b93-0eeaa8da72eb,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:46.798564 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.804947 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:46.810665 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,segment=NetworkSegment(7ba26a89-05f8-4edd-b5dd-99baa831fdca),segment_id=7ba26a89-05f8-4edd-b5dd-99baa831fdca)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:46.823142 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] For port 0a6cc01c-ee44-4944-ad91-b184f65e5467, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:46.833059 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] For port 0a6cc01c-ee44-4944-ad91-b184f65e5467, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=0a6cc01c-ee44-4944-ad91-b184f65e5467,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:46.840585 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.846993 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:46.884223 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.950459 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35448) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:46.959689 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:46.962322 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6e8a8f4b-e5a4-4044-a021-9d21511b0d3e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0800307 Jun 30 19:01:46.986507 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.032717 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:47.037292 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3b29959eef3c4fd5a402e38ea18d8b91 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:47.055438 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:47.067954 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:47.071224 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Routers {'fff0e16c-e7a7-485a-abf6-863d5e11caf1'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:01:47.074465 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:01:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:47.109859 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-89e410d8-c9ca-4f33-877b-8f48b871436b service neutron] 10.222.0.95 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657320 Jun 30 19:01:47.124557 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0aff4-e603-4c5b-9de8-63c160378c7d req-97d88c64-360c-4e70-a28a-18fa33468105 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:47.126542 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fce0aff4-e603-4c5b-9de8-63c160378c7d req-97d88c64-360c-4e70-a28a-18fa33468105 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 943 time: 0.5174479 Jun 30 19:01:47.256551 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.262368 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.270442 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:47.285231 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:47.303416 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:47.308454 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.315985 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fce0aff4-e603-4c5b-9de8-63c160378c7d req-a5d75f1f-24bb-4bca-bf40-025cdcb5c19a tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680622 Jun 30 19:01:47.317767 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.325666 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:47.336167 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-65a9e571-99e7-4289-90d8-d35af0da96b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:47.351761 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3b29959eef3c4fd5a402e38ea18d8b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993824 Jun 30 19:01:47.354927 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35466) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:47.409008 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c72a56a-25cf-480a-9727-b2098a8c9dff,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:47.435321 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:47.481017 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.497766 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['d7e3d23a-7f53-416b-8514-0ec7c07cd97d'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:01:47.510749 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35480) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:47.517140 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.602824 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.618112 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ce9cc707-ba81-4d91-8f48-cce3840792c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:47.656501 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c72a56a-25cf-480a-9727-b2098a8c9dff,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:47.675646 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:47.687639 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.692957 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5c72a56a-25cf-480a-9727-b2098a8c9dff HTTP/1.1" status: 204 len: 168 time: 0.3356378 Jun 30 19:01:47.736754 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a714fcce-4f8f-4279-9529-dae6eb63bd51 req-26c2bed7-685f-4041-b768-5eb7aebf2cb9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 210 time: 0.2274764 Jun 30 19:01:47.736754 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'Port': ['ID=b173686a-ea7f-4a15-afad-0c76729be022,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:47.743849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:47.840549 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d9d95-3cf6-44a5-870d-2a94866807fa None None] Pushing event updated for resources: {'Port': ['ID=0a6cc01c-ee44-4944-ad91-b184f65e5467,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:47.844340 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.923143 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-b31db180-16c1-4794-a935-f406d8e37a0f req-2eb801ee-b445-409e-924b-3be128ddbdaa tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Synchronizing usage tracker for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:47.933491 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-d06d9d95-3cf6-44a5-870d-2a94866807fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:47.959794 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] Set router fff0e16c-e7a7-485a-abf6-863d5e11caf1 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:01:47.996296 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:47.997815 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9919977 Jun 30 19:01:48.002127 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:48.086540 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:48.093853 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Usage tracker for resource:security_group_rule and tenant:90c6709550e8401c97df35f7881ef7b1 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:48.100546 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:48.105056 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-b31db180-16c1-4794-a935-f406d8e37a0f req-2eb801ee-b445-409e-924b-3be128ddbdaa tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Unset dirty status for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:48.114159 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-2eb801ee-b445-409e-924b-3be128ddbdaa tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--488773088&fields=id&tenant_id=f3375a62f6f64c25a9b123dcfbb06727 HTTP/1.1" status: 200 len: 267 time: 0.5294499 Jun 30 19:01:48.120947 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01c4fdbc-a207-45a2-9b68-e60eb4f29359 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:48.332685 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:48.603039 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:48.603419 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:48.712834 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-5705ec6e-8400-4da3-8527-2454a5780674 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:48.714037 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-b31db180-16c1-4794-a935-f406d8e37a0f req-5705ec6e-8400-4da3-8527-2454a5780674 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Synchronizing usage tracker for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:network {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:48.730029 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-b60be84e-98f5-4cef-b507-963fb3914deb tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:48.731902 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-b60be84e-98f5-4cef-b507-963fb3914deb tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 818 time: 0.3127775 Jun 30 19:01:48.760502 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:48.763545 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-bb712758-f844-401f-b0e2-fa948d5e0c39 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/quotas/90943ec335e74309a41bf68b6c173ead HTTP/1.1" status: 200 len: 375 time: 0.0202780 Jun 30 19:01:48.780355 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:48.891572 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': '01979f01-7036-426a-b807-955ec7282724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:01:36Z', 'revision_number': 4, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port': {'id': '01979f01-7036-426a-b807-955ec7282724', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:17Z', 'updated_at': '2021-06-30T19:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '0a6cc01c-ee44-4944-ad91-b184f65e5467', 'name': '', 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'mac_address': 'fa:16:3e:a0:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:33Z', 'updated_at': '2021-06-30T19:01:46Z', 'revision_number': 4, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'subnets': [{'id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:01:48.902649 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:48.904584 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f3f55-9f61-49cf-bb24-23250d6f6123 None None] The sync data for ids ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'] in dv-cinder-798879-1-smb is: [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': '01979f01-7036-426a-b807-955ec7282724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:01:36Z', 'revision_number': 4, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port': {'id': '01979f01-7036-426a-b807-955ec7282724', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:17Z', 'updated_at': '2021-06-30T19:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '0a6cc01c-ee44-4944-ad91-b184f65e5467', 'name': '', 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'mac_address': 'fa:16:3e:a0:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:33Z', 'updated_at': '2021-06-30T19:01:46Z', 'revision_number': 4, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'subnets': [{'id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:01:48.918227 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35572) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:48.918729 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=90c6709550e8401c97df35f7881ef7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4068172 Jun 30 19:01:48.955377 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-b31db180-16c1-4794-a935-f406d8e37a0f req-5705ec6e-8400-4da3-8527-2454a5780674 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Unset dirty status for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:network {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:48.956546 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-5705ec6e-8400-4da3-8527-2454a5780674 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 811 time: 0.8416009 Jun 30 19:01:49.026384 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7555fa12-f5f7-48ec-a0ec-dfa89973fabe,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:49.039594 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-825d8f8f-1f22-4d07-a864-bc7e4727292c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/quotas/f3375a62f6f64c25a9b123dcfbb06727 HTTP/1.1" status: 200 len: 375 time: 0.0337543 Jun 30 19:01:49.041033 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:49.113991 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:49.175670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:49.279248 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:49.288232 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:49.304927 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-77f7a8b7-1a40-4c7e-90f6-3f34f1b8d401 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5243850 Jun 30 19:01:49.313043 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555fa12-f5f7-48ec-a0ec-dfa89973fabe,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:49.318720 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:49.330125 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:49.333738 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7555fa12-f5f7-48ec-a0ec-dfa89973fabe HTTP/1.1" status: 204 len: 168 time: 0.4113443 Jun 30 19:01:49.347524 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-b31db180-16c1-4794-a935-f406d8e37a0f req-6f217796-49f1-454e-9c10-208779503760 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Synchronizing usage tracker for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:port {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:49.374288 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-b31db180-16c1-4794-a935-f406d8e37a0f req-6f217796-49f1-454e-9c10-208779503760 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Unset dirty status for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:port {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:49.377019 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-6f217796-49f1-454e-9c10-208779503760 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3260415 Jun 30 19:01:49.610857 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-b0fe19dd-2ddc-4c04-af4c-56fd4da447e9 service neutron] 10.222.0.95 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124081 Jun 30 19:01:49.623656 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device d7e3d23a-7f53-416b-8514-0ec7c07cd97d up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:49.793161 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port d7e3d23a-7f53-416b-8514-0ec7c07cd97d completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:49.807952 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port d7e3d23a-7f53-416b-8514-0ec7c07cd97d triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:49.808635 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:49.922180 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-b3bc41ad-7d36-4b36-a600-6ae1daecea16 service neutron] 10.222.0.95 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040903 Jun 30 19:01:50.267855 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:50.308553 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 0a6cc01c-ee44-4944-ad91-b184f65e5467 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:50.496946 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-3f1df1da-e3a7-4a2a-92b7-5cbe6198e795 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=78661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 19:01:50.497588 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-3f1df1da-e3a7-4a2a-92b7-5cbe6198e795 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9228663 Jun 30 19:01:50.673814 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35622) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:50.819316 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476518-654a-425a-9e3e-409575afe976 req-f8056ba9-1a99-431b-96e7-0fe27e4cdd0a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:50.832622 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-f8056ba9-1a99-431b-96e7-0fe27e4cdd0a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 818 time: 0.6828303 Jun 30 19:01:50.833785 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35634) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:50.893976 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:01:50.930099 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.008669 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Request body: {'port': {'device_id': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'admin_state_up': True, 'tenant_id': '90943ec335e74309a41bf68b6c173ead'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:51.057596 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.159436 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,segment=NetworkSegment(7ba26a89-05f8-4edd-b5dd-99baa831fdca),segment_id=7ba26a89-05f8-4edd-b5dd-99baa831fdca)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:51.173913 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.176701 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:51.216798 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-6997f971-bc64-4dbb-b1c0-483893bf5955 service neutron] 10.222.0.95 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115684 Jun 30 19:01:51.229639 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:51.235058 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:51.236559 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e6fbb-fc6d-45fd-8d91-c157d3d45552 req-56a2bfaf-88b3-4a93-bda3-6a8a86a059da tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:51.238066 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-206e6fbb-fc6d-45fd-8d91-c157d3d45552 req-56a2bfaf-88b3-4a93-bda3-6a8a86a059da tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 944 time: 0.6392231 Jun 30 19:01:51.238866 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Usage tracker for resource:security_group_rule and tenant:1c08d780b1b84728a17aa6915103581c is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:51.247892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:51.254591 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:51.298227 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:51.305740 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 0a6cc01c-ee44-4944-ad91-b184f65e5467 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:51.315701 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:51.331347 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 0a6cc01c-ee44-4944-ad91-b184f65e5467 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:51.331867 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.359359 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.361173 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-206e6fbb-fc6d-45fd-8d91-c157d3d45552 req-520bbf74-a2b7-4346-8031-ec32ae169037 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027994 Jun 30 19:01:51.367479 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Usage tracker for resource:security_group_rule and tenant:50965c6aca7c4a7a81e1a9fb8d94759f is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:51.374385 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:51.380122 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.422298 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:51.427580 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a70cda7e-7eaf-4009-b933-afc8ecab7eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:51.437250 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1c08d780b1b84728a17aa6915103581c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021287 Jun 30 19:01:51.444689 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 35660) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:51.499453 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ab36dcec-4f72-4a93-8469-d83ca2c935fa service neutron] 10.222.0.95 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722435 Jun 30 19:01:51.546626 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-6e971699-ded0-4f17-9f14-4f25334dffc5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Synchronizing usage tracker for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:51.550248 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.551182 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b656df-9e51-487a-8eb3-6003defa7f92,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:51.555157 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:51.615622 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 0a6cc01c-ee44-4944-ad91-b184f65e5467, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=0a6cc01c-ee44-4944-ad91-b184f65e5467,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:01:51.623525 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.625402 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:51.630568 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:51.642276 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Usage tracker for resource:port and tenant:90943ec335e74309a41bf68b6c173ead is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:51.647954 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:51.675369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:51.689799 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.717236 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=0a6cc01c-ee44-4944-ad91-b184f65e5467,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:51.731393 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:51.733528 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.748720 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.756911 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-6e971699-ded0-4f17-9f14-4f25334dffc5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Unset dirty status for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:51.758996 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-6e971699-ded0-4f17-9f14-4f25334dffc5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--401331710&fields=id&tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 267 time: 0.2626107 Jun 30 19:01:51.792487 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:51.797203 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Made reservation on behalf of 90943ec335e74309a41bf68b6c173ead for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:51.801489 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:52.001725 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-49993a41-6706-4f6d-9aa8-768865fe9f66 req-6a1c3cec-4126-400d-aa5c-9d252ac1b728 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 210 time: 0.0755556 Jun 30 19:01:52.088577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:52.151967 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:52.160029 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 0a6cc01c-ee44-4944-ad91-b184f65e5467 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:01:52.189979 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-085a5046-d144-4adf-9147-db8527e00b6d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:52.195911 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-085a5046-d144-4adf-9147-db8527e00b6d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 816 time: 0.4204483 Jun 30 19:01:52.219480 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-5cfbf2c0-5a0c-40cc-9945-adbab39f3fe5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/quotas/5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 375 time: 0.0197873 Jun 30 19:01:52.352899 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.99', 51501) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:52.405465 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d', 'code': 200} Jun 30 19:01:52.412661 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4b7dfc-a1fe-4cb9-856b-b6b071d3c29e,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:52.427473 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=50965c6aca7c4a7a81e1a9fb8d94759f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7493145 Jun 30 19:01:52.430944 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:52.438939 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35698) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:52.486876 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:52.522122 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Allocated IP 172.20.0.12 (fa227586-bdfa-4538-a795-ff5b83fd17c6/ba9ab6fc-353e-4802-80c4-b0d7aedc779b/1d9366d9-5edf-416c-b2b6-c43d919adc13) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:52.546805 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b656df-9e51-487a-8eb3-6003defa7f92,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:52.563461 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-1d543c27-5e1e-428b-a001-a355461142a4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3234291 Jun 30 19:01:52.624093 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 0a6cc01c-ee44-4944-ad91-b184f65e5467 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:52.624910 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:52.842708 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fbdf611c-9750-4d9a-ae89-e22a86fafc50 req-19f0bf08-ef4d-4b8d-ba44-ef44e2529fbb tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0854006 Jun 30 19:01:52.887155 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-001e20f9-818d-4ce0-a893-53dd541c71d4 service neutron] 10.222.0.95 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877100 Jun 30 19:01:52.902671 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:52.986610 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.057043 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.99', 51504) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:53.057942 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.059245 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/29b656df-9e51-487a-8eb3-6003defa7f92 HTTP/1.1" status: 204 len: 168 time: 1.6079173 Jun 30 19:01:53.265138 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.376114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-7a71b3b6-bd09-42c9-8f2e-76b5788f7675 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:53.377638 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-7a71b3b6-bd09-42c9-8f2e-76b5788f7675 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 811 time: 0.9820566 Jun 30 19:01:53.452353 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-ece7b5c9-176b-4b8e-ac61-575f0bf3b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:53.454311 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-ece7b5c9-176b-4b8e-ac61-575f0bf3b843 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 1098 time: 0.3932707 Jun 30 19:01:53.467114 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-80ee74b4-aa9f-4fc0-8055-4a4f0c274175 service neutron] 10.222.0.95 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716341 Jun 30 19:01:53.506168 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-10926019-b4f4-4071-874d-0943d2f0a04b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3375a62f6f64c25a9b123dcfbb06727 HTTP/1.1" status: 200 len: 379 time: 0.1091030 Jun 30 19:01:53.517066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.520222 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.533120 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955534ab-c424-4a19-8989-4caf37d87b5f req-2b1803fd-64ef-46ad-82b3-4891be221995 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:53.535488 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-955534ab-c424-4a19-8989-4caf37d87b5f req-2b1803fd-64ef-46ad-82b3-4891be221995 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 945 time: 0.2194166 Jun 30 19:01:53.536152 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5d8c3846-3b99-4f07-b0cc-04dfddcd511e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:53.539246 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'port': {'device_id': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'admin_state_up': True, 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'security_groups': ['5771abce-39ba-4ab2-a829-7193a2713bdc']}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:53.585007 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4b7dfc-a1fe-4cb9-856b-b6b071d3c29e,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:53.593214 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:53.631456 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:53.645859 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.660658 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1c4b7dfc-a1fe-4cb9-856b-b6b071d3c29e HTTP/1.1" status: 204 len: 168 time: 1.2141852 Jun 30 19:01:53.662988 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Usage tracker for resource:security_group_rule and tenant:d6ffab149108460fa438406532d350d9 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:53.668854 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:53.671532 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-955534ab-c424-4a19-8989-4caf37d87b5f req-29a5ad05-2b37-4126-8d73-281683bccfd3 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191261 Jun 30 19:01:53.678072 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.697576 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:53.823367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:53.854265 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:53.869429 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:53.914748 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:54.001041 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.99', 51509) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:54.055774 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Made reservation on behalf of f3375a62f6f64c25a9b123dcfbb06727 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:54.060326 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:54.074934 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:54.091988 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:54.099654 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:54.105916 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:54.106767 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:54.220145 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-65317fc6-83fa-4815-aad0-41633fdcbaab req-6d249362-da7f-4ecf-be5b-82a6b85f2f03 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 210 time: 0.4334228 Jun 30 19:01:54.227829 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-676f45b5-4b40-4edd-a6f2-a94e582f3ccb req-1e08b58c-9adf-4593-8e55-a3f1ce7fc0d8 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 210 time: 0.0718975 Jun 30 19:01:54.481378 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35772) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:54.516885 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Pushing event updated for resources: {'Port': ['ID=1d9366d9-5edf-416c-b2b6-c43d919adc13,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:54.527111 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:54.540100 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2c95f7a8-09e5-4769-b559-5be8808a9010 req-1386f229-7491-4d0d-9d6f-f6c3f00faf98 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.1663916 Jun 30 19:01:54.545127 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:54.557740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:54.592444 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:54.601925 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Usage tracker for resource:security_group_rule and tenant:e6f9df5fc9994648bc56f5b3c32a25eb is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:54.610303 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:54.627299 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7418339 Jun 30 19:01:54.628830 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:54.646053 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:54.845779 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Allocated IP 172.20.0.6 (317c76f1-cd67-474e-b060-7bc8b25aabdb/e788319a-bd99-4d55-ba3d-3c3fd8740f1b/19e8c142-7460-4177-9d7e-dfecdc965568) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:54.916209 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Request body: {'port': {'device_id': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:54.922054 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:54.928496 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:54.956706 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:54.992756 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad427ab6-8717-448e-9695-3797b999ffb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:55.067558 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e6f9df5fc9994648bc56f5b3c32a25eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677791 Jun 30 19:01:55.072353 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da344632-cfb3-441f-9e67-0b9bd0d0c5bc,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:55.074372 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Synchronizing usage tracker for tenant:d6ffab149108460fa438406532d350d9 on resource:security_group {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:55.078644 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 35794) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:01:55.081675 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:55.169087 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:55.178872 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-0e04daf9-f272-46e6-bdde-20e42d1d9cd9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:55.180118 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbfa66-71a8-463d-ade5-b67eadb74af1 req-ccf055e2-ac8d-497e-91ea-dac501c508db tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:55.181408 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-0e04daf9-f272-46e6-bdde-20e42d1d9cd9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 818 time: 1.1734102 Jun 30 19:01:55.181652 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cedbfa66-71a8-463d-ade5-b67eadb74af1 req-ccf055e2-ac8d-497e-91ea-dac501c508db tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 945 time: 0.1989670 Jun 30 19:01:55.202726 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d10365b7-b5a6-4b26-bcb8-6d892d6a7e37,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:55.207614 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:55.228237 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Request body: {'port': {'device_id': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'admin_state_up': True, 'tenant_id': '90943ec335e74309a41bf68b6c173ead'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:55.233927 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:55.303691 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cedbfa66-71a8-463d-ade5-b67eadb74af1 req-9257e0f4-0cac-43b5-9158-7efd02be2ff7 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127369 Jun 30 19:01:55.362433 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Unset dirty status for tenant:d6ffab149108460fa438406532d350d9 on resource:security_group {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:55.363216 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:55.363637 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f59fa8e-f6b6-4d86-bd2a-387babe06a90 req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9009287 Jun 30 19:01:55.372548 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3da6df01-6e6f-4f6c-a0eb-c8118fa5084f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:55.391122 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da344632-cfb3-441f-9e67-0b9bd0d0c5bc,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:55.395264 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:55.400944 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da344632-cfb3-441f-9e67-0b9bd0d0c5bc HTTP/1.1" status: 204 len: 168 time: 0.3209140 Jun 30 19:01:55.451056 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:55.488262 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:55.514281 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd65b121-bfc2-4955-a14f-bedfe7de65a8 req-47749fd2-b0e7-4a93-a1e2-f9089aeb203c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 210 time: 0.1117506 Jun 30 19:01:55.533783 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-25493ca4-4cd8-41ca-abb1-ab9fe24518a2 req-01e8e246-796b-4700-a461-08a92af51941 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 210 time: 0.0813205 Jun 30 19:01:55.593946 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:55.597248 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:55.621303 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Usage tracker for resource:port and tenant:90943ec335e74309a41bf68b6c173ead is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:55.631407 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:55.640479 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Transition to ACTIVE for port object 19e8c142-7460-4177-9d7e-dfecdc965568 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:55.641876 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:55.671058 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Made reservation on behalf of 90943ec335e74309a41bf68b6c173ead for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:55.674620 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:55.737990 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9cfaf5e-7985-4b61-a7f0-3d32c6754056 req-8b0e6735-1439-4bca-aac9-758375944335 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0598955 Jun 30 19:01:55.977495 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:56.055089 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:56.254213 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:56.264232 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:56.349373 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:56.361852 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:56.362478 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:56.486979 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9564371 Jun 30 19:01:56.496192 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'Port': ['ID=19e8c142-7460-4177-9d7e-dfecdc965568,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:56.517791 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:56.521812 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Request body: {'port': {'device_id': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:56.698966 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-e13e2e64-210b-48e6-85ae-c659b3256287 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:56.700533 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-e13e2e64-210b-48e6-85ae-c659b3256287 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Synchronizing usage tracker for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:network {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:56.733118 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8acaf9-e1f7-4787-beaf-a97a35ba1db8 req-c58e4215-c5cc-4db4-9de4-6c961b5086f8 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:56.748648 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ef8acaf9-e1f7-4787-beaf-a97a35ba1db8 req-c58e4215-c5cc-4db4-9de4-6c961b5086f8 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 945 time: 0.1998882 Jun 30 19:01:56.774509 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-e13e2e64-210b-48e6-85ae-c659b3256287 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Unset dirty status for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:network {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:56.775967 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-e13e2e64-210b-48e6-85ae-c659b3256287 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 816 time: 0.6616423 Jun 30 19:01:56.778050 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:56.783231 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-cc5a73b9-c25e-4303-910f-8aa29b12aaa7 None None] Provisioning for port 19e8c142-7460-4177-9d7e-dfecdc965568 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:01:56.790971 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-cc5a73b9-c25e-4303-910f-8aa29b12aaa7 None None] Provisioning complete for port 19e8c142-7460-4177-9d7e-dfecdc965568 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:01:56.791529 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-cc5a73b9-c25e-4303-910f-8aa29b12aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:56.867414 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a73b9-c25e-4303-910f-8aa29b12aaa7 None None] Port 19e8c142-7460-4177-9d7e-dfecdc965568 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:01:56.889297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.resource_extend [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 19:01:56.993468 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ef8acaf9-e1f7-4787-beaf-a97a35ba1db8 req-0d7cf2ff-b49a-4d08-b096-9100787ab9a7 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436407 Jun 30 19:01:57.034129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-635c812b-9058-4e2d-82a4-36425687eb2e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Synchronizing usage tracker for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:security_group {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:01:57.076183 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-635c812b-9058-4e2d-82a4-36425687eb2e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Unset dirty status for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:security_group {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:01:57.077489 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-635c812b-9058-4e2d-82a4-36425687eb2e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 379 time: 0.2745879 Jun 30 19:01:57.095678 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caaf5d-def0-4e9c-8f80-58c1301cd773 req-47e3798d-6090-414f-be6a-0ad9bdcbb020 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:57.097554 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f2caaf5d-def0-4e9c-8f80-58c1301cd773 req-47e3798d-6090-414f-be6a-0ad9bdcbb020 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 931 time: 0.2647359 Jun 30 19:01:57.165634 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9366d9-5edf-416c-b2b6-c43d919adc13 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:01:57.201591 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f2caaf5d-def0-4e9c-8f80-58c1301cd773 req-d19a06e8-eb86-424a-bb8a-789e9d9797a7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935576 Jun 30 19:01:57.253950 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'port': {'device_id': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'admin_state_up': True, 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'security_groups': ['759daf75-19ba-439d-a1df-c46cbaf142c0']}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:01:57.295935 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f4804874-47b9-42ce-ab56-cda3e9743d66 req-555beff9-27e8-4623-9cbd-802c550236d7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 210 time: 0.0769310 Jun 30 19:01:57.305037 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:57.491190 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Transition to ACTIVE for port object 1d9366d9-5edf-416c-b2b6-c43d919adc13 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:57.520072 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-272474e6-bbcd-4bb3-8901-cdee5f93d778 req-21333fca-4c2c-49bb-9911-13f6cd96a335 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0946293 Jun 30 19:01:57.610086 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:57.644431 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2773a374-4b4a-4359-b1ec-da35d1f0bbf3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:57.902065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Allocated IP 172.20.0.6 (fa227586-bdfa-4538-a795-ff5b83fd17c6/ba9ab6fc-353e-4802-80c4-b0d7aedc779b/7a38830d-dc77-4614-b69b-c3de703704e2) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:57.928694 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Pushing event updated for resources: {'Port': ['ID=1d9366d9-5edf-416c-b2b6-c43d919adc13,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:57.944599 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:01:57.954083 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:57.959778 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:port and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:01:57.967477 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:01:57.990068 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:01:58.020426 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Attempting to bind port 1d9366d9-5edf-416c-b2b6-c43d919adc13 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:58.020935 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Attempting to bind port 1d9366d9-5edf-416c-b2b6-c43d919adc13 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:58.021265 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Attempting to bind port 1d9366d9-5edf-416c-b2b6-c43d919adc13 on network fa227586-bdfa-4538-a795-ff5b83fd17c6 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:58.106365 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Port 1d9366d9-5edf-416c-b2b6-c43d919adc13 on network fa227586-bdfa-4538-a795-ff5b83fd17c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:01:58.107011 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Attempting to bind port 1d9366d9-5edf-416c-b2b6-c43d919adc13 on network fa227586-bdfa-4538-a795-ff5b83fd17c6 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:58.129622 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Made reservation on behalf of 5b7dd4a64ab14c27ba8ba80da9ab603e for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:01:58.136014 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:58.165048 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:58.165711 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Checking segment: {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:58.166244 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Bound using segment: {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:58.166780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Bound port: 1d9366d9-5edf-416c-b2b6-c43d919adc13, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:58.167051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:58.211655 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e8c142-7460-4177-9d7e-dfecdc965568 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:01:58.231030 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:58.238922 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551ad1-b21c-451d-8657-dae0c86fdb7d req-70364313-0cc9-4d6c-8164-5fb0b36e934b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:58.248555 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-84551ad1-b21c-451d-8657-dae0c86fdb7d req-70364313-0cc9-4d6c-8164-5fb0b36e934b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 945 time: 0.1359913 Jun 30 19:01:58.386943 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-84551ad1-b21c-451d-8657-dae0c86fdb7d req-5ed05aec-6f72-40fe-943d-518f949fe74a tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370919 Jun 30 19:01:58.592231 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Transition to ACTIVE for port object 19e8c142-7460-4177-9d7e-dfecdc965568 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:58.742766 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:58.780254 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:58.786410 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7fd30772-ce8e-4bad-a8cf-024eb22bf772 req-0463c1e7-df76-4b4b-8910-a3e0df34a0b8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 210 time: 0.1113169 Jun 30 19:01:58.818071 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62e571-2d94-4b19-91d9-032aa31f7aa9 req-8c6579db-2e0a-4483-9320-d57aa6648f21 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:58.837998 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ad62e571-2d94-4b19-91d9-032aa31f7aa9 req-8c6579db-2e0a-4483-9320-d57aa6648f21 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 943 time: 0.2996790 Jun 30 19:01:58.968118 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Allocated IP 172.20.0.3 (0ea1f0df-b629-4334-8876-2b25377a9ccd/d69c0410-fb05-476a-a9dc-fadb6b002d65/baee80aa-940f-4f13-ae96-3f02033328d2) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:01:58.970818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] For port 1d9366d9-5edf-416c-b2b6-c43d919adc13, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:58.981733 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ad62e571-2d94-4b19-91d9-032aa31f7aa9 req-6ebde668-dee9-4b81-a559-a0b04bf0171a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420052 Jun 30 19:01:59.029119 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] For port 1d9366d9-5edf-416c-b2b6-c43d919adc13, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:01:59.035529 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=19e8c142-7460-4177-9d7e-dfecdc965568,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:59.050363 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:59.054292 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:59.146598 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b8c4c1d4-9ac1-4442-8f47-26ad3879a98f req-d91b8c2c-53a9-4330-90f0-04019359c079 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0748250 Jun 30 19:01:59.167240 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3235ca31-ecf6-45db-b09e-f378d3fc5580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:59.222088 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:59.315040 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:59.315973 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:59.318315 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] 10.222.0.99 "PUT /v2.0/ports/1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 1094 time: 4.4144630 Jun 30 19:01:59.323319 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'tag': '1d9366d9-5edf-416c-b2b6-c43d919adc13'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:01:59.328245 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Attempting to bind port 19e8c142-7460-4177-9d7e-dfecdc965568 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:01:59.329086 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Attempting to bind port 19e8c142-7460-4177-9d7e-dfecdc965568 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:01:59.329892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Attempting to bind port 19e8c142-7460-4177-9d7e-dfecdc965568 on network 317c76f1-cd67-474e-b060-7bc8b25aabdb {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:59.462740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Port 19e8c142-7460-4177-9d7e-dfecdc965568 on network 317c76f1-cd67-474e-b060-7bc8b25aabdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:01:59.463028 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Attempting to bind port 19e8c142-7460-4177-9d7e-dfecdc965568 on network 317c76f1-cd67-474e-b060-7bc8b25aabdb {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:01:59.496279 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Pushing event updated for resources: {'Port': ['ID=1d9366d9-5edf-416c-b2b6-c43d919adc13,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:01:59.504822 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'tag': '1d9366d9-5edf-416c-b2b6-c43d919adc13', 'status': 'completed', 'code': 200} Jun 30 19:01:59.511539 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:01:59.513719 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:01:59.514391 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Checking segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:01:59.515003 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Bound using segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:01:59.515674 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Bound port: 19e8c142-7460-4177-9d7e-dfecdc965568, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:01:59.516252 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:59.671168 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:59.724725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:01:59.724725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:01:59.802301 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] For port 19e8c142-7460-4177-9d7e-dfecdc965568, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:01:59.813670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Network fa227586-bdfa-4538-a795-ff5b83fd17c6 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:01:59.822236 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476518-654a-425a-9e3e-409575afe976 req-3594101f-76b8-490f-84b7-417f6a952c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:59.823750 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-3594101f-76b8-490f-84b7-417f6a952c72 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1097 time: 0.4153605 Jun 30 19:01:59.824591 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:01:59.840108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Transition to ACTIVE for port object baee80aa-940f-4f13-ae96-3f02033328d2 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:01:59.845108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:01:59.852959 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:01:59.853556 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:00.067779 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] For port 19e8c142-7460-4177-9d7e-dfecdc965568, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=19e8c142-7460-4177-9d7e-dfecdc965568,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:02:00.101769 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f3c3e998-ba53-4d22-84f6-136a1be5eb0f req-7ddb466f-06f9-4fda-9f4b-a86e0247ba24 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 210 time: 0.0532641 Jun 30 19:02:00.117103 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Pushing event updated for resources: {'Port': ['ID=7a38830d-dc77-4614-b69b-c3de703704e2,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:00.120920 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-d45592cc-d07a-4d9c-8cb2-5551229dfc34 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 217 time: 0.2768586 Jun 30 19:02:00.134708 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:00.150834 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:00.232390 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:00.268727 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476518-654a-425a-9e3e-409575afe976 req-715234b7-289e-4cfa-8771-a85216c11a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:00.276846 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-715234b7-289e-4cfa-8771-a85216c11a8c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.1384444 Jun 30 19:02:00.395726 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41714e3f-aaf1-4d24-8fe3-dfc6e0243262 req-e9628ab1-7e60-4f5c-b1b8-0169ba31d623 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:00.397316 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-41714e3f-aaf1-4d24-8fe3-dfc6e0243262 req-e9628ab1-7e60-4f5c-b1b8-0169ba31d623 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 943 time: 0.1955700 Jun 30 19:02:00.428296 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2139819 Jun 30 19:02:00.446002 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:00.447179 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:00.449634 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] 10.222.0.99 "PUT /v2.0/ports/19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 1093 time: 3.9348841 Jun 30 19:02:00.560623 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-41714e3f-aaf1-4d24-8fe3-dfc6e0243262 req-292a36f1-c10f-4a2d-a86b-092d9b7b26a0 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858259 Jun 30 19:02:00.571818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Request body: {'port': {'device_id': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:00.627654 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a246f-2bb9-457f-87fb-5e85f729dd4d req-4d95af69-bc5f-40a6-a47c-c3dc3714e413 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:00.630812 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-840a246f-2bb9-457f-87fb-5e85f729dd4d req-4d95af69-bc5f-40a6-a47c-c3dc3714e413 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 931 time: 0.2309556 Jun 30 19:02:00.638058 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-3af88b78-c12a-460b-91c9-3fcb19647661 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2931507 Jun 30 19:02:00.707706 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-840a246f-2bb9-457f-87fb-5e85f729dd4d req-443489d2-26b0-4fde-99fe-c79f74fb1173 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Synchronizing usage tracker for tenant:90943ec335e74309a41bf68b6c173ead on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:02:00.740287 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=19e8c142-7460-4177-9d7e-dfecdc965568,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:00.754628 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-840a246f-2bb9-457f-87fb-5e85f729dd4d req-443489d2-26b0-4fde-99fe-c79f74fb1173 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Unset dirty status for tenant:90943ec335e74309a41bf68b6c173ead on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:02:00.755699 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:00.760632 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-840a246f-2bb9-457f-87fb-5e85f729dd4d req-443489d2-26b0-4fde-99fe-c79f74fb1173 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207163 Jun 30 19:02:00.889225 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:00.934315 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:01.156590 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:02:01.174454 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:02:01.187361 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:02:01.193010 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:01.193641 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:01.227967 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:01.249275 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:01.265722 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-57a94ca1-656f-4c11-8fe9-56ab4e169ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:01.267637 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-57a94ca1-656f-4c11-8fe9-56ab4e169ed1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1096 time: 0.7528880 Jun 30 19:02:01.280188 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:01.287185 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-8468618f-8355-43c3-8127-9e6c490aad4d service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263053 Jun 30 19:02:01.412801 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dded9c-3057-45e2-ae30-f0ff433fed33 req-386650af-f544-439d-9f37-2d841c217d63 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:01.416692 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d5dded9c-3057-45e2-ae30-f0ff433fed33 req-386650af-f544-439d-9f37-2d841c217d63 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 931 time: 0.1605618 Jun 30 19:02:01.420366 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2136528 Jun 30 19:02:01.438751 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:02:01.502935 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Request body: {'port': {'device_id': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:01.556664 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:01.570567 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d5dded9c-3057-45e2-ae30-f0ff433fed33 req-cae85356-daf6-4d6a-ae83-c299b8271803 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260102 Jun 30 19:02:01.571774 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36024) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:01.620302 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-ec0b8ef4-7f20-4e2d-8c62-8e31cba78330 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 217 time: 0.3371260 Jun 30 19:02:01.652690 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-c9edbc00-e90a-44d9-8d64-9d1a72289dc5 None None] Provisioning for port baee80aa-940f-4f13-ae96-3f02033328d2 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:02:01.665542 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568', 'status': 'completed', 'code': 200} Jun 30 19:02:01.668659 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-c9edbc00-e90a-44d9-8d64-9d1a72289dc5 None None] Provisioning complete for port baee80aa-940f-4f13-ae96-3f02033328d2 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:02:01.669073 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c9edbc00-e90a-44d9-8d64-9d1a72289dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:01.813256 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-c9edbc00-e90a-44d9-8d64-9d1a72289dc5 None None] Port baee80aa-940f-4f13-ae96-3f02033328d2 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:02:01.914644 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:01.970840 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:01.987878 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-27684757-49a4-428c-8637-a44cee688c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:01.990765 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-27684757-49a4-428c-8637-a44cee688c1f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.3277943 Jun 30 19:02:02.040995 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Usage tracker for resource:security_group_rule and tenant:9a3309cfb4e54da9abbff3b3521feba6 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:02.054890 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:02.215100 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:02.226916 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-73476518-654a-425a-9e3e-409575afe976 req-73d51eed-1ed6-4065-a2d1-a9c43215a39e service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9044733 Jun 30 19:02:02.249388 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:02.393867 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c0b47-8f0f-4b7b-b3ef-122eabef4e9a req-c401ed6e-b01d-467c-9232-4449b34763d4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:02.395449 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3f6c0b47-8f0f-4b7b-b3ef-122eabef4e9a req-c401ed6e-b01d-467c-9232-4449b34763d4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 931 time: 0.3514581 Jun 30 19:02:02.418861 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6454f2-0b6c-43d2-a51e-6b3bdbdb09a7 req-1d637d85-211b-4ecf-bc47-0d926f3b0eec tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:02.425924 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1a6454f2-0b6c-43d2-a51e-6b3bdbdb09a7 req-1d637d85-211b-4ecf-bc47-0d926f3b0eec tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 943 time: 0.4434977 Jun 30 19:02:02.526383 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3f6c0b47-8f0f-4b7b-b3ef-122eabef4e9a req-1519791e-12dd-48c6-b5d8-7163e9df66b8 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195748 Jun 30 19:02:02.557553 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1a6454f2-0b6c-43d2-a51e-6b3bdbdb09a7 req-39c4ada5-a37e-43c8-808c-02f4aafa0d69 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302292 Jun 30 19:02:02.583298 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:02.595252 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:02.659910 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db180-16c1-4794-a935-f406d8e37a0f req-694c43a7-02a9-4922-8997-2081db8a3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:02.665435 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-694c43a7-02a9-4922-8997-2081db8a3c66 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6315737 Jun 30 19:02:02.684771 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d6f9cc57-14f1-4e31-9f64-95c654b70fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:02.718894 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9a3309cfb4e54da9abbff3b3521feba6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1432362 Jun 30 19:02:02.721148 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36060) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:02.846867 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.resource_extend [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 19:02:02.924886 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36068) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:02.937351 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079e59c1-017f-4103-b19f-2feb458faf1e,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:02.954252 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:02.994715 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-0a4e4e58-e7ab-4870-9f0b-609c2d940f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:02.997254 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-0a4e4e58-e7ab-4870-9f0b-609c2d940f2a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1097 time: 0.6490812 Jun 30 19:02:03.005241 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.050716 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.088035 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42dd80-2491-4c28-95e6-73a976b54555 req-9235f746-5675-4f2f-bd22-77bfa61b8d67 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:03.102659 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6b42dd80-2491-4c28-95e6-73a976b54555 req-9235f746-5675-4f2f-bd22-77bfa61b8d67 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 931 time: 0.3167517 Jun 30 19:02:03.193565 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.242715 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6b42dd80-2491-4c28-95e6-73a976b54555 req-7ce3a7ce-9291-41eb-a026-5ba11abfc766 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377332 Jun 30 19:02:03.248020 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:03.254730 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Usage tracker for resource:security_group_rule and tenant:4d3c85bc04d24f959f84699f0a0acaca is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:03.267843 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:03.286667 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:03.296621 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a38830d-dc77-4614-b69b-c3de703704e2 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:03.330569 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.345600 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.368899 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:03.393249 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079e59c1-017f-4103-b19f-2feb458faf1e,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:03.399383 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:03.412181 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.414620 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/079e59c1-017f-4103-b19f-2feb458faf1e HTTP/1.1" status: 204 len: 168 time: 0.6872420 Jun 30 19:02:03.433171 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Transition to ACTIVE for port object 7a38830d-dc77-4614-b69b-c3de703704e2 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:02:03.459240 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.478669 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-77e16f35-1acc-4307-b94a-139b546c9dbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:03.552696 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.558586 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.587272 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0519ad6d-c0c2-405b-ab01-0400f02d5d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:03.683021 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bec1e97-74bd-4a3c-98c9-57af0631f839,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:03.687019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:03.692021 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4d3c85bc04d24f959f84699f0a0acaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651784 Jun 30 19:02:03.694791 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36088) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:03.800477 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.827456 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-7ea665a4-cdb1-4ca4-8f4f-32babda67e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:03.833498 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:03.842351 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-7ea665a4-cdb1-4ca4-8f4f-32babda67e4e service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.7724006 Jun 30 19:02:03.844578 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-4c60b7bc-ec14-4ed6-b77d-d4ef860de5d8 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1422770 Jun 30 19:02:03.978854 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36096) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:03.985130 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-099799cb-8d51-4ff5-8de4-2d7182df260f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 217 time: 0.0767667 Jun 30 19:02:04.028268 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.055103 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:04.063866 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Usage tracker for resource:security_group_rule and tenant:11787f633f004d32bfbed894b46b58d5 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:04.069849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:04.080149 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:04.083622 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.090906 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-58cc8723-b23a-4a87-9095-0a6d2fb018ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:04.114273 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bec1e97-74bd-4a3c-98c9-57af0631f839,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:04.127420 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ce283-a3ba-43df-93aa-dc862d3c7077 req-64c5835a-d161-4f44-bb89-ce65cdd29ffc tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:04.129001 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b33ce283-a3ba-43df-93aa-dc862d3c7077 req-64c5835a-d161-4f44-bb89-ce65cdd29ffc tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 943 time: 0.2860177 Jun 30 19:02:04.129855 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:04.146399 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54857f3e-8d38-40ff-8560-b756f782cb10 req-b5fb8eb9-13c0-4cd5-baa2-8b94fab2e2bc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:04.153957 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54857f3e-8d38-40ff-8560-b756f782cb10 req-b5fb8eb9-13c0-4cd5-baa2-8b94fab2e2bc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 943 time: 0.3097410 Jun 30 19:02:04.188343 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Pushing event updated for resources: {'Port': ['ID=7a38830d-dc77-4614-b69b-c3de703704e2,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:04.192246 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.193400 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2bec1e97-74bd-4a3c-98c9-57af0631f839 HTTP/1.1" status: 204 len: 168 time: 0.4977140 Jun 30 19:02:04.201785 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:04.209125 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.resource_extend [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 19:02:04.224291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Attempting to bind port 7a38830d-dc77-4614-b69b-c3de703704e2 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:02:04.224892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Attempting to bind port 7a38830d-dc77-4614-b69b-c3de703704e2 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:02:04.225517 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Attempting to bind port 7a38830d-dc77-4614-b69b-c3de703704e2 on network fa227586-bdfa-4538-a795-ff5b83fd17c6 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:02:04.274162 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54857f3e-8d38-40ff-8560-b756f782cb10 req-d7c6fdcd-c8ea-4db5-8cdc-3f87522199e4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190073 Jun 30 19:02:04.279403 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b33ce283-a3ba-43df-93aa-dc862d3c7077 req-03ece96a-5463-40f2-8acb-6d9c78ac123e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198628 Jun 30 19:02:04.288853 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Port 7a38830d-dc77-4614-b69b-c3de703704e2 on network fa227586-bdfa-4538-a795-ff5b83fd17c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:02:04.289452 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Attempting to bind port 7a38830d-dc77-4614-b69b-c3de703704e2 on network fa227586-bdfa-4538-a795-ff5b83fd17c6 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:02:04.305706 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-0507b502-bcef-4a84-b243-b8055d254914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:04.307431 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-0507b502-bcef-4a84-b243-b8055d254914 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.2761776 Jun 30 19:02:04.328019 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:02:04.328363 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Checking segment: {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:02:04.328761 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Bound using segment: {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:02:04.329214 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Bound port: 7a38830d-dc77-4614-b69b-c3de703704e2, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9aed1d-f27f-41df-b729-ab2348a3e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:02:04.329578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.383371 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.390922 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.408708 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:04.419879 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-0b57b3e7-f6ef-45ff-830e-e61cbb8f3d97 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990567 Jun 30 19:02:04.423860 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baee80aa-940f-4f13-ae96-3f02033328d2 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:04.487468 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.523062 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09963fa-013e-458b-8e7e-2ee110ff906b,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:04.527059 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:04.529619 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=11787f633f004d32bfbed894b46b58d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494967 Jun 30 19:02:04.532274 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36104) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:04.587532 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b31db180-16c1-4794-a935-f406d8e37a0f req-3b7f9220-7a94-49c4-9cee-91f699b3b7dc service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044202 Jun 30 19:02:04.590992 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Transition to ACTIVE for port object baee80aa-940f-4f13-ae96-3f02033328d2 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:02:04.610574 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.620185 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:04.708282 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddccfdf-185c-4a23-b1d9-023fec2bf6e2 req-02699e50-8c4f-49f9-aa33-11bc43981ee9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:04.715936 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2ddccfdf-185c-4a23-b1d9-023fec2bf6e2 req-02699e50-8c4f-49f9-aa33-11bc43981ee9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 931 time: 0.3091400 Jun 30 19:02:04.734309 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.763866 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.852718 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2ddccfdf-185c-4a23-b1d9-023fec2bf6e2 req-93c95d3a-9600-4865-9a96-62119d5c89c7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282415 Jun 30 19:02:04.904789 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:04.911324 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:04.954000 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09963fa-013e-458b-8e7e-2ee110ff906b,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:04.957020 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:04.961739 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36122) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:04.998386 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.004057 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b09963fa-013e-458b-8e7e-2ee110ff906b HTTP/1.1" status: 204 len: 168 time: 0.4670358 Jun 30 19:02:05.006318 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.028069 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:05.033335 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3ac73412204f9a94efbaf27f294b9b is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:05.036730 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:05.044999 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:05.174581 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] For port 7a38830d-dc77-4614-b69b-c3de703704e2, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:02:05.186892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:05.232468 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:05.260014 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] For port 7a38830d-dc77-4614-b69b-c3de703704e2, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7a38830d-dc77-4614-b69b-c3de703704e2,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:02:05.378306 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.386340 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.408930 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.416541 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-840581fd-aa86-44ea-906f-74e1914aebf9 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9765012 Jun 30 19:02:05.418856 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:05.420666 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-45d1afb3-598c-44dc-801e-ba115d8c34dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:05.562173 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:05.563550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.566698 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] 10.222.0.99 "PUT /v2.0/ports/7a38830d-dc77-4614-b69b-c3de703704e2 HTTP/1.1" status: 200 len: 1093 time: 5.0502837 Jun 30 19:02:05.583148 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'tag': '7a38830d-dc77-4614-b69b-c3de703704e2'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:05.595692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Attempting to bind port baee80aa-940f-4f13-ae96-3f02033328d2 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:02:05.596322 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Attempting to bind port baee80aa-940f-4f13-ae96-3f02033328d2 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:02:05.596848 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Attempting to bind port baee80aa-940f-4f13-ae96-3f02033328d2 on network 0ea1f0df-b629-4334-8876-2b25377a9ccd {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:02:05.599711 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7d3ac73412204f9a94efbaf27f294b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360235 Jun 30 19:02:05.671165 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36144) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:05.672278 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17771aa6-3877-431d-aee9-65252607b73c,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:05.689671 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:05.719366 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 1d9366d9-5edf-416c-b2b6-c43d919adc13 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:02:05.891849 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Port baee80aa-940f-4f13-ae96-3f02033328d2 on network 0ea1f0df-b629-4334-8876-2b25377a9ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:02:05.892544 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Attempting to bind port baee80aa-940f-4f13-ae96-3f02033328d2 on network 0ea1f0df-b629-4334-8876-2b25377a9ccd {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:02:05.929998 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:02:05.930751 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Checking segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:02:05.931757 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Bound using segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:02:05.933698 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Bound port: baee80aa-940f-4f13-ae96-3f02033328d2, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:02:05.934974 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.985101 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.986329 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-289ba01b-7e1c-41c1-bfbf-2ce1a0c7f499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:05.988176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Pushing event updated for resources: {'Port': ['ID=7a38830d-dc77-4614-b69b-c3de703704e2,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:05.993675 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:06.027884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a5051-9a07-42f0-bbe0-8e005fcddfe6 req-b6b545ac-1d68-477a-ac6c-56e15806c924 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:06.030415 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-329a5051-9a07-42f0-bbe0-8e005fcddfe6 req-b6b545ac-1d68-477a-ac6c-56e15806c924 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 943 time: 0.4534419 Jun 30 19:02:06.030628 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fbed8-8474-4044-892e-1a9f98c7456f req-198ef2b6-0638-4529-b00a-85c73bc07fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:06.032048 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-312fbed8-8474-4044-892e-1a9f98c7456f req-198ef2b6-0638-4529-b00a-85c73bc07fd8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1096 time: 1.3223827 Jun 30 19:02:06.076070 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15a6c-fa01-4298-b3eb-c65884e6cb85 req-cc2ce232-11c1-4642-a17b-aaa2d8bdce1a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:06.088449 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ecc15a6c-fa01-4298-b3eb-c65884e6cb85 req-cc2ce232-11c1-4642-a17b-aaa2d8bdce1a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 943 time: 0.3343356 Jun 30 19:02:06.091092 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 1d9366d9-5edf-416c-b2b6-c43d919adc13, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:06.096298 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.113771 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '1d9366d9-5edf-416c-b2b6-c43d919adc13', 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'port_id': '1d9366d9-5edf-416c-b2b6-c43d919adc13', 'mac_address': 'fa:16:3e:d6:06:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:02:06.207763 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.233461 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9366d9-5edf-416c-b2b6-c43d919adc13 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:06.257978 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 1d9366d9-5edf-416c-b2b6-c43d919adc13, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:06.259902 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:02:06.266960 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:02:06.271857 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.275479 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-f25e172c-e923-432b-8d5f-51747e58ca62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:06.296739 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-329a5051-9a07-42f0-bbe0-8e005fcddfe6 req-20486743-e06c-4b25-afcc-9bf52b2c3a2f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412646 Jun 30 19:02:06.314011 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.315218 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ecc15a6c-fa01-4298-b3eb-c65884e6cb85 req-985b029b-4a83-4768-8c5a-1f1d3728e929 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250392 Jun 30 19:02:06.355956 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=1d9366d9-5edf-416c-b2b6-c43d919adc13,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:06.364617 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.369354 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:06.372943 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-43a4af9d-8f40-4270-92fb-39e2fc3fd3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:06.409240 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17771aa6-3877-431d-aee9-65252607b73c,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:06.417011 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:06.434532 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.436343 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/17771aa6-3877-431d-aee9-65252607b73c HTTP/1.1" status: 204 len: 168 time: 0.7592721 Jun 30 19:02:06.483558 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.556917 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'tag': '7a38830d-dc77-4614-b69b-c3de703704e2', 'status': 'completed', 'code': 200} Jun 30 19:02:06.557666 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:06.622889 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['1d9366d9-5edf-416c-b2b6-c43d919adc13'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:02:06.689962 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a78bbe5-12d7-4728-9411-9be36878f7ef req-189e00e4-609c-4f2a-a4fd-0f2e1aadf1fb service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1934304 Jun 30 19:02:06.759324 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:06.760689 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:06.763419 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] 10.222.0.99 "PUT /v2.0/ports/baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 200 len: 1093 time: 5.2797136 Jun 30 19:02:06.857944 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-262cf837-c39c-471c-9a8a-97ce1dc08d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:06.883330 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-262cf837-c39c-471c-9a8a-97ce1dc08d19 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 1096 time: 1.1310029 Jun 30 19:02:07.047258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d93d8-262e-4594-987d-96915d53d5ed req-fafbfb50-c36b-4640-b04c-7b1f5a4d6ee7 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.059028 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-083d93d8-262e-4594-987d-96915d53d5ed req-fafbfb50-c36b-4640-b04c-7b1f5a4d6ee7 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 945 time: 0.4650760 Jun 30 19:02:07.121615 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c6255-897f-4996-826d-e1d8df793f90 req-475b9414-f44b-4ae3-99ee-f965d5a08adb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.129941 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-824c6255-897f-4996-826d-e1d8df793f90 req-475b9414-f44b-4ae3-99ee-f965d5a08adb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.4342959 Jun 30 19:02:07.136820 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:07.142770 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:07.144138 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fbed8-8474-4044-892e-1a9f98c7456f req-7fc2809f-d743-42c1-9a7d-788b8fa1cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.145861 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-312fbed8-8474-4044-892e-1a9f98c7456f req-7fc2809f-d743-42c1-9a7d-788b8fa1cc53 service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 1.1036041 Jun 30 19:02:07.242167 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-3e448ba0-0b98-4161-b27f-473153a51437 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a38830d-dc77-4614-b69b-c3de703704e2 HTTP/1.1" status: 200 len: 217 time: 0.1760547 Jun 30 19:02:07.265071 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-083d93d8-262e-4594-987d-96915d53d5ed req-44d429d3-2429-4d63-bbff-88e4c2a1720c tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042515 Jun 30 19:02:07.302911 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-824c6255-897f-4996-826d-e1d8df793f90 req-371e9a40-8f79-41f2-9993-85d626cc8900 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714818 Jun 30 19:02:07.401512 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-312fbed8-8474-4044-892e-1a9f98c7456f req-48452e36-49a5-4b77-b316-8ed0353f803b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 217 time: 0.1555679 Jun 30 19:02:07.666264 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-efcaa801-f070-4348-92a2-1bd449738a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.667865 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-efcaa801-f070-4348-92a2-1bd449738a40 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.3404787 Jun 30 19:02:07.683946 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fbed8-8474-4044-892e-1a9f98c7456f req-20206494-1c63-43f9-a097-33609bf2a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.685387 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-312fbed8-8474-4044-892e-1a9f98c7456f req-20206494-1c63-43f9-a097-33609bf2a99c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.2592928 Jun 30 19:02:07.704366 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd11bf-3ace-4b43-a1fd-fa98081ada25 req-a4ca98f7-6e4e-4be2-ad53-b309c9eb32f2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.716730 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-81dd11bf-3ace-4b43-a1fd-fa98081ada25 req-a4ca98f7-6e4e-4be2-ad53-b309c9eb32f2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 943 time: 0.2657087 Jun 30 19:02:07.719460 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36204) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:07.744621 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 19e8c142-7460-4177-9d7e-dfecdc965568 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:02:07.745977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a57-3682-49fc-bd93-35529aac802b req-49ee3d51-3578-43c5-acdb-dba1d282aee4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.759051 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-982a8a57-3682-49fc-bd93-35529aac802b req-49ee3d51-3578-43c5-acdb-dba1d282aee4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 943 time: 0.1828606 Jun 30 19:02:07.794799 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-a294e8f7-ef14-4a6c-9a9f-cab0a45c4bde service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106808 Jun 30 19:02:07.800578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-8f74ab03-b7d6-4543-88f1-4d63816dfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:07.802043 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-8f74ab03-b7d6-4543-88f1-4d63816dfb78 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1096 time: 0.9482818 Jun 30 19:02:07.823714 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 1d9366d9-5edf-416c-b2b6-c43d919adc13 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:02:07.907343 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-81dd11bf-3ace-4b43-a1fd-fa98081ada25 req-0edcc92c-2681-4b03-b7be-25606b91d42c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895287 Jun 30 19:02:07.919238 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-982a8a57-3682-49fc-bd93-35529aac802b req-86382267-b7e1-4c1b-890c-77141f75374a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588252 Jun 30 19:02:08.052801 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-f306f548-597b-4ba4-b3c0-702a1249710d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 200 len: 217 time: 0.2128954 Jun 30 19:02:08.108784 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 1d9366d9-5edf-416c-b2b6-c43d919adc13 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:02:08.121480 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 1d9366d9-5edf-416c-b2b6-c43d919adc13 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:02:08.122210 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:08.127320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-478f6661-2400-435c-9ad7-02a24f526135 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:08.128075 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-478f6661-2400-435c-9ad7-02a24f526135 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Synchronizing usage tracker for tenant:3364e18aec3e4a3a93ff7ce56bc2a18c on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:02:08.197845 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 19e8c142-7460-4177-9d7e-dfecdc965568, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=19e8c142-7460-4177-9d7e-dfecdc965568,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:08.203257 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-e1fcadad-7c41-426d-9204-4b0deacaab17 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000421 Jun 30 19:02:08.206744 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-3f722ae6-0130-40fc-8c9a-5203ecdaf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:08.208537 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-3f722ae6-0130-40fc-8c9a-5203ecdaf07e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.1462095 Jun 30 19:02:08.244953 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-478f6661-2400-435c-9ad7-02a24f526135 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Unset dirty status for tenant:3364e18aec3e4a3a93ff7ce56bc2a18c on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:02:08.247878 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-478f6661-2400-435c-9ad7-02a24f526135 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.99 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 945 time: 0.6700811 Jun 30 19:02:08.294551 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:08.336620 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 1d9366d9-5edf-416c-b2b6-c43d919adc13, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:08.337778 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9366d9-5edf-416c-b2b6-c43d919adc13'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:08.342989 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '19e8c142-7460-4177-9d7e-dfecdc965568', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'port_id': '19e8c142-7460-4177-9d7e-dfecdc965568', 'mac_address': 'fa:16:3e:87:43:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:02:08.346887 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:08.350918 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:08.441221 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fbed8-8474-4044-892e-1a9f98c7456f req-3033b122-e804-40e0-9778-f03c9368a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:08.443625 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-312fbed8-8474-4044-892e-1a9f98c7456f req-3033b122-e804-40e0-9778-f03c9368a3f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7046371 Jun 30 19:02:08.454859 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:08.490509 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:08.499393 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:35b1db5cbaae4346b9a913e3878f98db is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:08.508455 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:08.528001 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:08.597156 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:08.637461 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:08.642708 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e8c142-7460-4177-9d7e-dfecdc965568 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:08.679434 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=1d9366d9-5edf-416c-b2b6-c43d919adc13,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:08.685859 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:08.689091 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 19e8c142-7460-4177-9d7e-dfecdc965568, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=19e8c142-7460-4177-9d7e-dfecdc965568,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:08.699853 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:08.704154 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-f25e172c-e923-432b-8d5f-51747e58ca62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:08.757232 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Deleting port d7e3d23a-7f53-416b-8514-0ec7c07cd97d {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:02:08.757781 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:08.828190 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=19e8c142-7460-4177-9d7e-dfecdc965568,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:08.849883 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:08.879024 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5a03300c-70e0-45f9-a7d9-4c636c334b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:09.053988 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-676b5920-e371-483b-b88b-4dc6fa6bdc51 req-7802443b-78c6-4534-a00c-18a08bb69aa4 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423574 Jun 30 19:02:09.073454 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['19e8c142-7460-4177-9d7e-dfecdc965568'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:02:09.091604 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:09.099122 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-312fbed8-8474-4044-892e-1a9f98c7456f req-3b49e6c4-5a20-484e-98b7-b64412a13932 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314514 Jun 30 19:02:09.104119 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:09.113837 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3bf01497-f036-4e29-82ad-08969e1222ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:09.135538 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76429d6-6447-47e0-9bcc-66585c16a6a4 req-3d4032f6-882b-4f02-81bf-43de41feb195 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:09.142710 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b76429d6-6447-47e0-9bcc-66585c16a6a4 req-3d4032f6-882b-4f02-81bf-43de41feb195 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.4527843 Jun 30 19:02:09.155287 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849de0-7122-42f7-b88e-27699dc9571a req-d84b0f9c-9e98-482d-8dda-f6c50c901988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:09.156873 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-d84b0f9c-9e98-482d-8dda-f6c50c901988 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9066074 Jun 30 19:02:09.180678 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5305e87-bd14-4637-88f0-f92831451c19 req-8b7087b6-7790-4161-9257-58bc9355d9c2 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:09.189303 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5305e87-bd14-4637-88f0-f92831451c19 req-8b7087b6-7790-4161-9257-58bc9355d9c2 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 945 time: 0.6534903 Jun 30 19:02:09.269841 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b35afe-1070-4719-8cd5-36f324967be8,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:09.280661 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=35b1db5cbaae4346b9a913e3878f98db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5594857 Jun 30 19:02:09.291972 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:09.300086 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36260) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:09.331663 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b76429d6-6447-47e0-9bcc-66585c16a6a4 req-50905b97-f696-4db8-b96f-acf66c12b251 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876047 Jun 30 19:02:09.376171 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5305e87-bd14-4637-88f0-f92831451c19 req-38652638-300e-4d65-9b50-de187ffb81cd tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854022 Jun 30 19:02:09.500928 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9366d9-5edf-416c-b2b6-c43d919adc13', 'code': 200} Jun 30 19:02:09.547877 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:09.627075 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:09.731783 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-312fbed8-8474-4044-892e-1a9f98c7456f req-e5ffa8bf-b4e5-4193-a3a0-44ff60bf9681 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166539 Jun 30 19:02:09.734428 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'status': 'completed', 'code': 200} Jun 30 19:02:09.775077 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device d7e3d23a-7f53-416b-8514-0ec7c07cd97d no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:02:09.945441 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:09.951395 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:09.976744 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b35afe-1070-4719-8cd5-36f324967be8,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:09.996866 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed0880-6622-43ac-a2e3-b50a7ecf7b5c req-af4b64e6-1ef8-452a-a8e0-6ed9634460cd tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:10.004162 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-29ed0880-6622-43ac-a2e3-b50a7ecf7b5c req-af4b64e6-1ef8-452a-a8e0-6ed9634460cd tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 943 time: 0.2893806 Jun 30 19:02:10.009122 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36270) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:10.017561 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2302e-85dd-4c22-bfd2-c6f9530b5335 req-e8370495-f65e-497a-acee-0a9393e869b7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:10.025208 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1ea2302e-85dd-4c22-bfd2-c6f9530b5335 req-e8370495-f65e-497a-acee-0a9393e869b7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 944 time: 0.3045251 Jun 30 19:02:10.027937 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.028080 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.028428 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.028711 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.029055 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.029410 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.029835 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.030123 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.030424 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.030720 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.031047 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.031372 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:10.036898 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:10.074045 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.074960 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d0b35afe-1070-4719-8cd5-36f324967be8 HTTP/1.1" status: 204 len: 168 time: 0.7757976 Jun 30 19:02:10.201027 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-29ed0880-6622-43ac-a2e3-b50a7ecf7b5c req-c9c7672f-4cf1-4217-adde-73cf34beb907 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958740 Jun 30 19:02:10.222838 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1ea2302e-85dd-4c22-bfd2-c6f9530b5335 req-283c6d52-c58b-4a24-b8b9-0a0fbd82d35f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966698 Jun 30 19:02:10.281359 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.332615 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.375381 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:10.391062 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,segment=NetworkSegment(7ba26a89-05f8-4edd-b5dd-99baa831fdca),segment_id=7ba26a89-05f8-4edd-b5dd-99baa831fdca)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:10.393296 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.396428 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1551315f073846c392f5f99dd72d2fda is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:10.398439 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.402065 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-2cacae11-a294-4498-919a-564139bb47c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:10.404231 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:10.440481 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-4a527958-6a54-4e7a-972a-57271678a4ac service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9526153 Jun 30 19:02:10.454097 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,segment=NetworkSegment(7ba26a89-05f8-4edd-b5dd-99baa831fdca),segment_id=7ba26a89-05f8-4edd-b5dd-99baa831fdca)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:10.455187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.479560 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:10.528087 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-876d76f1-67b2-442c-be14-964e6daaf4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:10.540197 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-876d76f1-67b2-442c-be14-964e6daaf4a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 1096 time: 0.9868345 Jun 30 19:02:10.549737 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,revision_number=6']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:10.559455 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:10.783401 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.795707 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.806433 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Calling delete_port for d7e3d23a-7f53-416b-8514-0ec7c07cd97d owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:02:10.836225 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b2634d33-a04d-4fc5-8d34-9674ea5a74a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:10.889058 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36298) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:10.890513 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f927319e-93c1-4ca2-a39c-49ca64c53979,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:10.920417 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:10.925293 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:10.929051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170c750-4f5b-46ce-9f93-52c938d7d4b1 req-3f4ce475-9272-4ab0-bdd2-9477f97d69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:10.931001 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3170c750-4f5b-46ce-9f93-52c938d7d4b1 req-3f4ce475-9272-4ab0-bdd2-9477f97d69ef service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.8898184 Jun 30 19:02:11.003156 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.040539 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1551315f073846c392f5f99dd72d2fda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0035975 Jun 30 19:02:11.046345 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36304) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:11.047166 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:11.082977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Usage tracker for resource:security_group_rule and tenant:9bd1ae48060f48fc8c6509f4554e669f is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:11.095164 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:11.127394 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:11.148513 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3170c750-4f5b-46ce-9f93-52c938d7d4b1 req-f679c381-d94e-4b1d-888c-ab47b519f64b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063770 Jun 30 19:02:11.156347 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4cf2e-0730-4352-bfbd-6d38307b16ef req-da0d0e48-5ac3-4ac8-a7d8-5ad08657c4c6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:11.159112 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f1c4cf2e-0730-4352-bfbd-6d38307b16ef req-da0d0e48-5ac3-4ac8-a7d8-5ad08657c4c6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.5337253 Jun 30 19:02:11.177433 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-89849de0-7122-42f7-b88e-27699dc9571a req-56807e64-c6fb-409b-ad80-23dcec4faea2 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268517 Jun 30 19:02:11.184582 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-de9a4da6-f3cc-4102-9f34-973d436c4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:11.186559 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-de9a4da6-f3cc-4102-9f34-973d436c4e48 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.4909980 Jun 30 19:02:11.189580 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.api [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:02:11.190390 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_db.api [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:02:11.193462 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92642a18-1520-4650-879d-2e58ad296fe2 req-3ac4a1bf-12c6-4c6d-9234-a778948cfc9f tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:11.198795 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-92642a18-1520-4650-879d-2e58ad296fe2 req-3ac4a1bf-12c6-4c6d-9234-a778948cfc9f tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 943 time: 0.5242126 Jun 30 19:02:11.343268 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f1c4cf2e-0730-4352-bfbd-6d38307b16ef req-b644455e-03d2-4cad-aea9-1a75bcda8522 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736529 Jun 30 19:02:11.346778 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.355798 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-92642a18-1520-4650-879d-2e58ad296fe2 req-2fb21a4e-f547-4701-a080-e45c3f7bb951 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196992 Jun 30 19:02:11.399187 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.502627 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:11.505867 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.527510 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.565247 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0d591a3d-8388-463d-9628-eea5db606bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:11.575600 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9bd1ae48060f48fc8c6509f4554e669f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6597261 Jun 30 19:02:11.615066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36324) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:11.619561 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-dea3a0ae-ae45-4dd1-9a32-9e7c0dd5cc95 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a38830d-dc77-4614-b69b-c3de703704e2 HTTP/1.1" status: 200 len: 217 time: 0.1922922 Jun 30 19:02:11.725884 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Deleting port d7e3d23a-7f53-416b-8514-0ec7c07cd97d {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:02:11.727157 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.739968 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.756528 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc29fa0-109a-4cd5-887f-105717eaa12f,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:11.767334 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:11.774751 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:11.780402 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 7a38830d-dc77-4614-b69b-c3de703704e2 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:02:11.794926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 19e8c142-7460-4177-9d7e-dfecdc965568 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:02:11.824026 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927319e-93c1-4ca2-a39c-49ca64c53979,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:11.834600 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:11.843618 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.847989 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f927319e-93c1-4ca2-a39c-49ca64c53979 HTTP/1.1" status: 204 len: 168 time: 0.7904828 Jun 30 19:02:11.855019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.878324 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2ef0a-138e-41a3-8069-1f24e48ced15 req-02d05d69-f7c7-4c3e-ba84-60f9a6fbf8a9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:11.880556 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54c2ef0a-138e-41a3-8069-1f24e48ced15 req-02d05d69-f7c7-4c3e-ba84-60f9a6fbf8a9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 943 time: 0.2253599 Jun 30 19:02:11.911599 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-2f2514a9-c803-4bd1-aa65-7d797d3833a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:11.914422 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-2f2514a9-c803-4bd1-aa65-7d797d3833a3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.2806733 Jun 30 19:02:11.931190 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:11.951571 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410c931-e947-4488-abf4-da05568a62a5 req-5b5c2bf3-f754-4289-941d-0cb5c6b5d064 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:11.959062 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e410c931-e947-4488-abf4-da05568a62a5 req-5b5c2bf3-f754-4289-941d-0cb5c6b5d064 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 944 time: 0.3954470 Jun 30 19:02:12.054822 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54c2ef0a-138e-41a3-8069-1f24e48ced15 req-ef02bb01-3f17-42a9-b36b-f2ac62eba898 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577249 Jun 30 19:02:12.141626 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e410c931-e947-4488-abf4-da05568a62a5 req-0e80ebab-8aaa-4f9b-98df-d502fd19e6b0 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768913 Jun 30 19:02:12.183506 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:12.189979 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-990ac497-afe9-4418-a203-38eafe60b880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:12.261570 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc29fa0-109a-4cd5-887f-105717eaa12f,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:12.265696 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:12.277811 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-93d7ee50-0fb8-48e3-811d-4c6eb4334fc1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3545220 Jun 30 19:02:12.301848 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:12.304785 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0fc29fa0-109a-4cd5-887f-105717eaa12f HTTP/1.1" status: 204 len: 168 time: 0.6878510 Jun 30 19:02:12.345405 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-cc229c88-2a94-4b94-987f-f6796a60d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:12.346852 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-cc229c88-2a94-4b94-987f-f6796a60d1e4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1096 time: 0.7949438 Jun 30 19:02:12.360744 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d', 'code': 200} Jun 30 19:02:12.435040 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:12.438406 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 19e8c142-7460-4177-9d7e-dfecdc965568 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:02:12.446978 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 19e8c142-7460-4177-9d7e-dfecdc965568 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:02:12.447703 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:12.755597 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:12.792664 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 7a38830d-dc77-4614-b69b-c3de703704e2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7a38830d-dc77-4614-b69b-c3de703704e2,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:12.827976 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '7a38830d-dc77-4614-b69b-c3de703704e2', 'network_id': 'fa227586-bdfa-4538-a795-ff5b83fd17c6', 'port_id': '7a38830d-dc77-4614-b69b-c3de703704e2', 'mac_address': 'fa:16:3e:95:02:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9ab6fc-353e-4802-80c4-b0d7aedc779b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:02:13.012516 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 19e8c142-7460-4177-9d7e-dfecdc965568, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=19e8c142-7460-4177-9d7e-dfecdc965568,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:13.031495 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:13.043876 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-d06d9d95-3cf6-44a5-870d-2a94866807fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:13.167562 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=19e8c142-7460-4177-9d7e-dfecdc965568,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:13.171010 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:13.171868 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:13.180822 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] For port d7e3d23a-7f53-416b-8514-0ec7c07cd97d, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,segment=NetworkSegment(7ba26a89-05f8-4edd-b5dd-99baa831fdca),segment_id=7ba26a89-05f8-4edd-b5dd-99baa831fdca)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:13.180822 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:13.197969 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a38830d-dc77-4614-b69b-c3de703704e2 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:13.234760 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9199-467d-44b2-bb5b-95ff0f2b4992 req-bf7a1316-c0b0-44b1-9abe-7459ac6ea107 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:13.245078 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cebf9199-467d-44b2-bb5b-95ff0f2b4992 req-bf7a1316-c0b0-44b1-9abe-7459ac6ea107 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 943 time: 0.5743473 Jun 30 19:02:13.248270 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 7a38830d-dc77-4614-b69b-c3de703704e2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7a38830d-dc77-4614-b69b-c3de703704e2,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:13.258584 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:13.260656 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:13.342963 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfed10-55ba-4892-806b-9a99fdf702f5 req-6b76a9e8-764a-47aa-98cb-4798e1723858 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:13.355158 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-26bfed10-55ba-4892-806b-9a99fdf702f5 req-6b76a9e8-764a-47aa-98cb-4798e1723858 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.6056125 Jun 30 19:02:13.386800 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Calling delete_port for d7e3d23a-7f53-416b-8514-0ec7c07cd97d owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:02:13.471627 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=7a38830d-dc77-4614-b69b-c3de703704e2,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:13.477404 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cebf9199-467d-44b2-bb5b-95ff0f2b4992 req-3f46420f-e744-4f21-a894-f4dd45d59b56 tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/security-groups?id=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302501 Jun 30 19:02:13.481584 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:13.513435 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-26bfed10-55ba-4892-806b-9a99fdf702f5 req-f8fd7cf2-4a68-423b-8844-bdd9de021a43 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569650 Jun 30 19:02:13.578399 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['7a38830d-dc77-4614-b69b-c3de703704e2'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:02:13.685152 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-8759860e-7ffa-4882-9126-187d99040269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:13.686917 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-8759860e-7ffa-4882-9126-187d99040269 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 1.0927548 Jun 30 19:02:13.692904 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:13.876664 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:13.932205 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-cc418f23-17a2-43bc-aaab-208684904426 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 200 len: 217 time: 0.2358589 Jun 30 19:02:14.018338 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aa42b-b8d0-446c-a2ee-1903e728afe4 req-50af0210-f188-41db-9979-7b163cb4b8fb tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:14.026743 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b77aa42b-b8d0-446c-a2ee-1903e728afe4 req-50af0210-f188-41db-9979-7b163cb4b8fb tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 944 time: 0.3282421 Jun 30 19:02:14.084121 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2ff2-dedc-4e72-a322-5f93bf3e929d req-ea47b82e-ccf1-409b-87dc-aea69681ba6f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:14.087387 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ab1a2ff2-dedc-4e72-a322-5f93bf3e929d req-ea47b82e-ccf1-409b-87dc-aea69681ba6f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.3354683 Jun 30 19:02:14.141327 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Pushing event deleted for resources: {'Port': ['ID=d7e3d23a-7f53-416b-8514-0ec7c07cd97d,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:14.161273 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b77aa42b-b8d0-446c-a2ee-1903e728afe4 req-760b6da3-13f0-4730-908a-a4188f3a7b4d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298969 Jun 30 19:02:14.181051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] No DVR routers for this DVR port d7e3d23a-7f53-416b-8514-0ec7c07cd97d on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:02:14.192891 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.193169 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.193516 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.194471 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.194854 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.195165 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.195503 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.195924 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.196297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.196638 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.196976 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.197310 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:14.202198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:14.206987 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'name': 'network-vif-deleted', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:14.212869 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:14.218436 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-8c3f943d-2ea5-4cee-9ddc-946f8dee1618 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9288232 Jun 30 19:02:14.236172 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ab1a2ff2-dedc-4e72-a322-5f93bf3e929d req-589f8767-79ba-4e76-8f1e-843cdadc7976 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387808 Jun 30 19:02:14.266371 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-d15de2f0-0624-4933-8b8e-79dab89c9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:14.266371 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-d15de2f0-0624-4933-8b8e-79dab89c9ddd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.2112806 Jun 30 19:02:14.363292 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:14.394183 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-583c0f78-dc7e-442c-9942-4a1a79716455 req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.99 "DELETE /v2.0/ports/d7e3d23a-7f53-416b-8514-0ec7c07cd97d HTTP/1.1" status: 204 len: 173 time: 6.0656843 Jun 30 19:02:14.395994 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03a699-c7af-42aa-9eae-7b2b56ed8660', 'name': 'network-vif-deleted', 'tag': 'd7e3d23a-7f53-416b-8514-0ec7c07cd97d', 'status': 'completed', 'code': 200} Jun 30 19:02:14.498131 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3461af56-6136-4bc3-ab69-a6de262fda3f req-f6c26590-ec03-474c-bb6d-cf68196b1586 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706482 Jun 30 19:02:14.506377 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-829ba9d7-1e0f-45b7-8e57-07b7922635ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:14.508537 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-829ba9d7-1e0f-45b7-8e57-07b7922635ef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1884725 Jun 30 19:02:14.509870 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568', 'code': 200} Jun 30 19:02:14.806163 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-18d15b65-9580-463d-b2cd-faf3b09ba0f2 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434137 Jun 30 19:02:14.899051 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-580d1da4-1f5a-4c36-9602-ae17077d66ac req-58e19b08-6f56-4291-aa8e-c6aa042ecd7a tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.1241779 Jun 30 19:02:15.097328 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5766-d05c-4f6f-8cfe-ef80e668a788 req-3b392cee-c1dc-4bb5-93ea-e8b69bfd5452 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:15.099003 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9e3a5766-d05c-4f6f-8cfe-ef80e668a788 req-3b392cee-c1dc-4bb5-93ea-e8b69bfd5452 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1824994 Jun 30 19:02:15.213157 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9e3a5766-d05c-4f6f-8cfe-ef80e668a788 req-c11b6677-c09a-4ea7-ac8b-ddc923cd51ee tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984476 Jun 30 19:02:15.312875 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a2ba11f7-7a4f-4b95-a3f9-779a3767e8e1 req-9c2b3223-f2c9-49fd-9756-8e127e1e9ba6 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999120 Jun 30 19:02:15.324103 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4f2f7-a898-483c-99f8-ce0bc62fd17e req-628c2119-a5af-4792-a54c-706be2d7e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:15.325968 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-94a4f2f7-a898-483c-99f8-ce0bc62fd17e req-628c2119-a5af-4792-a54c-706be2d7e036 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1098 time: 0.3369622 Jun 30 19:02:15.416434 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-94a4f2f7-a898-483c-99f8-ce0bc62fd17e req-84652ff0-7612-495c-8013-dd7a127853e5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783315 Jun 30 19:02:15.435079 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1a5ff-d7cf-4d23-98d6-0abac3177906 req-ce424eeb-f342-4072-af9a-0ba44217c37d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:15.445760 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-55a1a5ff-d7cf-4d23-98d6-0abac3177906 req-ce424eeb-f342-4072-af9a-0ba44217c37d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 944 time: 0.1312015 Jun 30 19:02:15.636791 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-55a1a5ff-d7cf-4d23-98d6-0abac3177906 req-7d168fcd-e5ae-437f-b87a-0418a5ba0473 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823502 Jun 30 19:02:15.681809 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6071ed-0be4-484f-8171-417f2975e158 req-ae453aae-4b00-4426-ae1e-afa4179d71e3 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:15.685659 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9d6071ed-0be4-484f-8171-417f2975e158 req-ae453aae-4b00-4426-ae1e-afa4179d71e3 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.2069387 Jun 30 19:02:15.763098 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9d6071ed-0be4-484f-8171-417f2975e158 req-f458e63b-2e7d-4905-8e83-cf3a72572a29 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703559 Jun 30 19:02:15.798718 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:02:15.824601 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 7a38830d-dc77-4614-b69b-c3de703704e2 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:02:16.028547 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 7a38830d-dc77-4614-b69b-c3de703704e2 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:02:16.037156 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 7a38830d-dc77-4614-b69b-c3de703704e2 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:02:16.038079 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:16.114156 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:16.143933 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'port_id': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'mac_address': 'fa:16:3e:90:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:02:16.238999 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd6e0701-2f9c-4a6b-bde5-eba131960e2d req-c9cfb3c2-d3e4-4e35-ae9c-a7367f4f70ba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd03a699-c7af-42aa-9eae-7b2b56ed8660 HTTP/1.1" status: 200 len: 210 time: 0.0735340 Jun 30 19:02:16.329470 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:16.354197 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baee80aa-940f-4f13-ae96-3f02033328d2 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:16.363579 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:16.388287 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:16.401843 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:16.409073 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:16.511374 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a38830d-dc77-4614-b69b-c3de703704e2'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:16.531113 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 7a38830d-dc77-4614-b69b-c3de703704e2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7a38830d-dc77-4614-b69b-c3de703704e2,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:16.532380 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6252630-5d44-4e20-92c1-e29f3cc1c10c req-eb676a1c-687a-4a15-94fb-55e7e057f8c9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:16.534087 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e6252630-5d44-4e20-92c1-e29f3cc1c10c req-eb676a1c-687a-4a15-94fb-55e7e057f8c9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 944 time: 0.1392555 Jun 30 19:02:16.547424 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:16.578817 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:16.590413 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.591064 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.591620 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.592302 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.592833 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.593654 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.594058 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.594481 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.594906 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.595316 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.595700 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.596361 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:02:16.601077 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:16.601943 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:16.629445 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e6252630-5d44-4e20-92c1-e29f3cc1c10c req-aca465cf-f4a1-43e4-a8f1-39c16c1f994f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846937 Jun 30 19:02:16.642323 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a38830d-dc77-4614-b69b-c3de703704e2', 'code': 200} Jun 30 19:02:16.690389 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=7a38830d-dc77-4614-b69b-c3de703704e2,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:16.696467 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:16.935975 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['baee80aa-940f-4f13-ae96-3f02033328d2'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:02:17.043382 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5a2f4-068e-48ce-92a2-44293f1cdf90 req-7d688ed8-a42a-4a98-916f-599f94e7fbb7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:17.046998 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4da5a2f4-068e-48ce-92a2-44293f1cdf90 req-7d688ed8-a42a-4a98-916f-599f94e7fbb7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1676669 Jun 30 19:02:17.140498 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4da5a2f4-068e-48ce-92a2-44293f1cdf90 req-007d2a53-df4f-4e05-820c-52b999532bb8 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832636 Jun 30 19:02:17.242537 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb089519-6d95-4120-be57-fef549839c1e req-00b3ddd7-c22a-4b14-8063-92918f17e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:17.244105 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fb089519-6d95-4120-be57-fef549839c1e req-00b3ddd7-c22a-4b14-8063-92918f17e8f6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1296806 Jun 30 19:02:17.283284 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a06c4-aeee-4d9a-b688-5b2998ded6b8 req-cae82ead-f558-4243-bd12-c3b9ae7c450e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:17.285050 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-642a06c4-aeee-4d9a-b688-5b2998ded6b8 req-cae82ead-f558-4243-bd12-c3b9ae7c450e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1380770 Jun 30 19:02:17.321521 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fb089519-6d95-4120-be57-fef549839c1e req-8f96b154-9209-4d20-bd1b-4d8dc84ab53c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702271 Jun 30 19:02:17.366243 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-642a06c4-aeee-4d9a-b688-5b2998ded6b8 req-3e6fcda1-298f-46ab-9b41-6282671082db tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727859 Jun 30 19:02:17.568105 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7ce11-5e74-48ff-97d3-da98278e3b02 req-c2adc7d8-3d8f-47df-b008-3fb02b62e702 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:17.569925 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-48c7ce11-5e74-48ff-97d3-da98278e3b02 req-c2adc7d8-3d8f-47df-b008-3fb02b62e702 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0980060 Jun 30 19:02:17.580158 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36560) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:17.594659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'floatingip': {'port_id': '19e8c142-7460-4177-9d7e-dfecdc965568'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:17.703850 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:18.363420 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0468cb9-f743-4964-a91b-2d5207ee77c8 req-68cebb75-6234-4ab8-bb56-804796b5df71 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:18.364795 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a0468cb9-f743-4964-a91b-2d5207ee77c8 req-68cebb75-6234-4ab8-bb56-804796b5df71 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 944 time: 0.4295163 Jun 30 19:02:18.654443 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a0468cb9-f743-4964-a91b-2d5207ee77c8 req-feaf8145-960d-4650-af9d-e5deccea01f6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807603 Jun 30 19:02:18.702700 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98165bcb-fa46-475b-a75c-65a9fcb65551 req-9a27f0b0-e2c1-41e8-9d5c-a8edd4fabb9e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:18.705075 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-98165bcb-fa46-475b-a75c-65a9fcb65551 req-9a27f0b0-e2c1-41e8-9d5c-a8edd4fabb9e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.3990924 Jun 30 19:02:18.807349 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-98165bcb-fa46-475b-a75c-65a9fcb65551 req-18ff384f-0c9b-4209-b7af-f3cae481dee2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Jun 30 19:02:19.068060 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:19.073635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:19.269578 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.l3_db [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Floating IP 921aa8f6-7fda-4a47-a555-3bf086ffaf48 associated. External IP: 172.28.1.78, port: 19e8c142-7460-4177-9d7e-dfecdc965568. Jun 30 19:02:19.570932 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36614) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:19.650221 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Deleting subnet 8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14 {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:02:19.654207 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:19.726535 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:19.738358 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:19.776665 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Router f419858e-96cf-474a-bd2c-00b242ab36ca has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:02:19.828738 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:19.837711 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:19.847884 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:02:19.887000 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:19.891160 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:19.896600 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:19.922423 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-87bf65e8-6276-4d38-ba0e-39b28c06d8ec admin admin] 10.222.0.95 "DELETE /v2.0/subnets/8cd3b9ec-97c6-41b7-8dd4-8e7300b0eb14 HTTP/1.1" status: 204 len: 168 time: 0.3481381 Jun 30 19:02:19.925055 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36628) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:20.071179 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port baee80aa-940f-4f13-ae96-3f02033328d2 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:02:20.076453 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port baee80aa-940f-4f13-ae96-3f02033328d2 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:02:20.076836 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.158572 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.231353 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.265010 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:20.277113 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:20.283596 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.286831 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:20.309587 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.325591 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.326211 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.327470 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.327611 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > port after_create 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.328061 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.328532 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > port after_update 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.329437 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.329437 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.329929 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.330325 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.368008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba2ed-9f0c-465b-ba86-f64c684130a7 req-7ed8c640-d10b-4ba2-b360-d2fc1fbce63e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:20.372236 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:20.375073 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-692ba2ed-9f0c-465b-ba86-f64c684130a7 req-7ed8c640-d10b-4ba2-b360-d2fc1fbce63e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 944 time: 0.5017133 Jun 30 19:02:20.377179 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:20.377498 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:02:20.395947 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] Sync routers for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:02:20.411932 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:02:20.412962 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:02:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:20.413136 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.481871 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-692ba2ed-9f0c-465b-ba86-f64c684130a7 req-d012f793-29c7-4300-8a1f-8a81a520ed30 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056917 Jun 30 19:02:20.493212 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a835d58-0c91-4d8f-ba39-1230c248f5b2 req-2271d7b8-8b42-407a-bcda-d401ab16e4b5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:20.504861 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5a835d58-0c91-4d8f-ba39-1230c248f5b2 req-2271d7b8-8b42-407a-bcda-d401ab16e4b5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.3450193 Jun 30 19:02:20.534195 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4324706b-534d-4796-be06-4d59c002123b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "PUT /v2.0/floatingips/921aa8f6-7fda-4a47-a555-3bf086ffaf48 HTTP/1.1" status: 200 len: 990 time: 2.9497306 Jun 30 19:02:20.534195 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568'}] {{(pid=78661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:20.546543 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.547623 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.548706 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.548880 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 19:02:20.549557 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83b9e53-8ace-41bf-891a-1ac2b82c5fa4']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:20.583609 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5a835d58-0c91-4d8f-ba39-1230c248f5b2 req-9684cd33-5f58-41a4-adc2-e848ab5e125b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824423 Jun 30 19:02:20.584493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba26a89-05f8-4edd-b5dd-99baa831fdca') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:20.584999 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba26a89-05f8-4edd-b5dd-99baa831fdca') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:20.595469 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'code': 200} Jun 30 19:02:20.634343 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.741804 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.742869 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:02:20.753935 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:02:20.754769 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: from cryptography.utils import int_from_bytes Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: from cryptography.utils import int_from_bytes Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: util.warn_limited( Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: util.warn_limited( Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:02:20.869151 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:02:21.194693 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:21.208211 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:21.233178 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b795d-39ee-4c0d-9d6f-2b651b6615c3 req-8f3aefda-05cf-4308-86d8-b0e97c5c2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:21.235617 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6f9b795d-39ee-4c0d-9d6f-2b651b6615c3 req-8f3aefda-05cf-4308-86d8-b0e97c5c2382 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1098 time: 0.1659105 Jun 30 19:02:21.242319 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568', 'status': 'completed', 'code': 200} Jun 30 19:02:21.243063 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:21.248547 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83b9e53-8ace-41bf-891a-1ac2b82c5fa4,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:21.257725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:21.269104 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-c3277304-1b23-4e99-88a2-30b601108f17 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a83b9e53-8ace-41bf-891a-1ac2b82c5fa4 HTTP/1.1" status: 204 len: 168 time: 1.3402123 Jun 30 19:02:21.331874 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6f9b795d-39ee-4c0d-9d6f-2b651b6615c3 req-d6f659b4-2912-4c65-aa1d-8ca140637e35 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581763 Jun 30 19:02:21.424000 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-a7e1665f-cfa2-4673-979e-22140b1b29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:21.426250 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-a7e1665f-cfa2-4673-979e-22140b1b29ba service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1098 time: 0.0965848 Jun 30 19:02:21.605937 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '921aa8f6-7fda-4a47-a555-3bf086ffaf48', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'port_id': '19e8c142-7460-4177-9d7e-dfecdc965568', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'mac_address': 'fa:16:3e:87:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:01:44Z', 'updated_at': '2021-06-30T19:02:18Z', 'revision_number': 1, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:21.612387 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] Checking router: f419858e-96cf-474a-bd2c-00b242ab36ca for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:02:21.624066 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:02:21.625218 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:02:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:21.683192 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff000-4e5d-4932-96bb-e1d308131ac5 req-44ea2585-a181-4c58-8cc0-e41b8fdd06ef tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:21.692851 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c93ff000-4e5d-4932-96bb-e1d308131ac5 req-44ea2585-a181-4c58-8cc0-e41b8fdd06ef tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1589682 Jun 30 19:02:21.739967 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36686) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:21.878158 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c93ff000-4e5d-4932-96bb-e1d308131ac5 req-45b09f02-6141-42c5-9aba-8a7a9a78d3a7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842239 Jun 30 19:02:21.946553 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-d0da8c7e-7729-4423-929c-818cafb49df0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3364e18aec3e4a3a93ff7ce56bc2a18c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1975842 Jun 30 19:02:21.953798 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36702) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:22.046126 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c342f-9c18-449c-ba79-ccef2155d6c5 req-a191b98f-587c-40e3-b4c1-3dadd69079fc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:22.048084 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-587c342f-9c18-449c-ba79-ccef2155d6c5 req-a191b98f-587c-40e3-b4c1-3dadd69079fc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.3128197 Jun 30 19:02:22.069593 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:02:22.130677 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-5ba0cc0c-6f04-49a7-9d43-4bf29e0f3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:22.133481 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-5ba0cc0c-6f04-49a7-9d43-4bf29e0f3526 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 1098 time: 0.3563156 Jun 30 19:02:22.167208 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-587c342f-9c18-449c-ba79-ccef2155d6c5 req-3f6d5857-10ec-427b-84c9-59e90a4f6adb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061249 Jun 30 19:02:22.192750 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:22.269316 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:22.316955 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-566d17c9-17be-401e-970f-269d654248a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:22.320473 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-566d17c9-17be-401e-970f-269d654248a4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.1662941 Jun 30 19:02:22.325609 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-9fe080d2-6b3d-4970-acff-7d7214bb336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:22.327429 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-9fe080d2-6b3d-4970-acff-7d7214bb336d service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 0.6001751 Jun 30 19:02:22.378101 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:22.391823 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-722bf7e2-3c3f-4a6e-a58f-f51b0e75435a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:22.438620 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:22.441494 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:22.466982 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:22.473130 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1a1ec0eb-5c73-4ec2-bc8b-c749cfa1ba63 HTTP/1.1" status: 204 len: 168 time: 0.5119238 Jun 30 19:02:22.499308 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-a2d0a702-37bf-4a14-8b47-20f8c85043cd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a38830d-dc77-4614-b69b-c3de703704e2 HTTP/1.1" status: 200 len: 217 time: 0.1536956 Jun 30 19:02:22.707651 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '921aa8f6-7fda-4a47-a555-3bf086ffaf48', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'port_id': '19e8c142-7460-4177-9d7e-dfecdc965568', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'mac_address': 'fa:16:3e:87:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:01:44Z', 'updated_at': '2021-06-30T19:02:18Z', 'revision_number': 1, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:22.721863 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777de844-dd45-4ef3-be56-107f216e2fa0 None None] The sync data for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb is: [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '921aa8f6-7fda-4a47-a555-3bf086ffaf48', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'port_id': '19e8c142-7460-4177-9d7e-dfecdc965568', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'mac_address': 'fa:16:3e:87:43:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:01:44Z', 'updated_at': '2021-06-30T19:02:18Z', 'revision_number': 1, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:02:22.808850 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-519784f1-6ad7-4f43-b1cf-bdab3131a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:22.811623 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-519784f1-6ad7-4f43-b1cf-bdab3131a225 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.2961056 Jun 30 19:02:22.946230 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-ed136637-470c-44e7-93d8-7f03ef6b82cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 998 time: 0.5092905 Jun 30 19:02:23.202459 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-3fefb862-7569-4465-bad2-2925e675f866 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2524714 Jun 30 19:02:23.436711 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a018-d8d0-42e0-a647-2d1a2ff0094a None None] New status for floating IP 921aa8f6-7fda-4a47-a555-3bf086ffaf48: ACTIVE {{(pid=78662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:02:23.437536 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76998d08-b9a9-428f-b3af-f15ee83d24af req-901be67e-1426-4ab8-9df1-7558d4487a1f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:23.456790 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-76998d08-b9a9-428f-b3af-f15ee83d24af req-901be67e-1426-4ab8-9df1-7558d4487a1f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.2681744 Jun 30 19:02:23.538837 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-d79b0792-b9a8-4c86-bb17-e371f392fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:23.547491 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-d79b0792-b9a8-4c86-bb17-e371f392fb6c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.5996096 Jun 30 19:02:23.558239 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-76998d08-b9a9-428f-b3af-f15ee83d24af req-62fc2312-9ed8-44ac-ab36-f931b20d18f6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791540 Jun 30 19:02:23.657857 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-9769a89b-230d-4cfb-ad23-fb35b349b4a0 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340703 Jun 30 19:02:23.904186 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-45b6588b-202e-47fa-a260-e1327ef7aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:23.915892 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e63ffd-ac0f-4126-8e36-350e695faa48 req-4a68ceaf-5a21-413a-9f38-d5fdb007eb18 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:23.916156 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-45b6588b-202e-47fa-a260-e1327ef7aa2f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3496795 Jun 30 19:02:23.927959 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-33e63ffd-ac0f-4126-8e36-350e695faa48 req-4a68ceaf-5a21-413a-9f38-d5fdb007eb18 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.2158549 Jun 30 19:02:24.033108 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-33e63ffd-ac0f-4126-8e36-350e695faa48 req-e34e9fd3-86e5-4354-82f0-d4ab27b6fdaa tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040578 Jun 30 19:02:24.265105 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db5588ac-d203-48aa-b4c0-28e82b0c1ee1 req-6c56f752-e487-4b07-a71d-f012cab955da service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933857 Jun 30 19:02:24.318940 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-9b828d91-2fa6-4c63-be20-5222d4730240 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831198 Jun 30 19:02:24.453076 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd313117-615d-4663-98d6-2185c53a6799 req-52d5bafb-8ef8-48b3-bd89-57ff703af2e0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:24.455487 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dd313117-615d-4663-98d6-2185c53a6799 req-52d5bafb-8ef8-48b3-bd89-57ff703af2e0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1497796 Jun 30 19:02:24.464579 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36806) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:24.490229 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'floatingip': {'port_id': 'baee80aa-940f-4f13-ae96-3f02033328d2'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:24.536947 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2342fc7d-8d0a-4c9f-b0b1-bb22fccaff51 req-4d4b23a1-55ec-49e3-8ae7-ca5891dd98e4 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920214 Jun 30 19:02:24.600762 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36816) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:24.637867 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:24.878857 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:24.924331 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ed962-3d94-4ce7-8754-f4afb811d430 req-21234ecf-421e-4680-b205-932f462e4abb tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:24.924911 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:24.930856 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e1ed962-3d94-4ce7-8754-f4afb811d430 req-21234ecf-421e-4680-b205-932f462e4abb tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.2247632 Jun 30 19:02:24.932777 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Usage tracker for resource:security_group_rule and tenant:21ff8a732181495b909da486ced41ab2 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:24.937138 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:24.945187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:25.076799 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.086152 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.098081 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:25.184578 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e1ed962-3d94-4ce7-8754-f4afb811d430 req-a64b073c-80d6-4f05-8b43-5130c4534aba tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533341 Jun 30 19:02:25.190815 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36844) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:25.196140 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=21ff8a732181495b909da486ced41ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935621 Jun 30 19:02:25.197236 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5264d77f-8609-4c76-9e20-a0426f9a23cb,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:25.213317 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:25.493345 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.531278 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.702950 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.721759 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4adfd76b-1c07-4cca-9f41-89e74c65a50a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:25.745821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264d77f-8609-4c76-9e20-a0426f9a23cb,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:25.753457 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:25.759470 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.760897 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5264d77f-8609-4c76-9e20-a0426f9a23cb HTTP/1.1" status: 204 len: 168 time: 0.5691514 Jun 30 19:02:25.776150 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.783077 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:25.987680 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36894) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:26.046998 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.l3_db [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Floating IP a557d051-5d3f-42d9-8ca0-1086dd81a31f associated. External IP: 172.28.1.182, port: baee80aa-940f-4f13-ae96-3f02033328d2. Jun 30 19:02:26.204508 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36904) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:26.288025 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.311326 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:26.315566 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Usage tracker for resource:security_group_rule and tenant:464572f9f36646eeb5fb7c976e82ea93 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:26.320565 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:26.328908 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:26.394794 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36914) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:26.464769 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.478430 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.495957 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e71a5660-7b0c-4fc4-a91f-1494d23fb13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:26.568473 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Router 74061d4c-2ce8-4396-8428-d5ce7653102d has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:02:26.571999 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85db236-4153-450d-acd2-3e55fef6dc2f,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:26.593443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:26.597780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.610023 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=464572f9f36646eeb5fb7c976e82ea93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038835 Jun 30 19:02:26.614732 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.624690 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36924) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:26.655744 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:26.658187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:26.671108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Usage tracker for resource:security_group_rule and tenant:9c69e20a5eb949199af68995f029931e is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:26.677426 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:26.687354 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Usage tracker for resource:security_group_rule and tenant:06446a7ac6384a24acf5c39d1e388a7b is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:26.694510 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:26.703116 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:26.722732 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:26.745543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3244-d29a-4be4-9f18-8a40e9960aeb req-2f8f5980-a515-4c33-8143-f406b823dee2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:26.747225 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-509a3244-d29a-4be4-9f18-8a40e9960aeb req-2f8f5980-a515-4c33-8143-f406b823dee2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.2499213 Jun 30 19:02:26.793940 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.827994 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-509a3244-d29a-4be4-9f18-8a40e9960aeb req-ba30cb8d-e412-45b6-b3dc-90698c2725b1 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653493 Jun 30 19:02:26.831328 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:02:26.836847 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.853984 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.857907 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] Sync routers for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:02:26.876054 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:02:26.876701 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:02:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:26.901573 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6411a6f5-68a4-4607-8e55-692c05abcde0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "PUT /v2.0/floatingips/a557d051-5d3f-42d9-8ca0-1086dd81a31f HTTP/1.1" status: 200 len: 991 time: 2.4354136 Jun 30 19:02:26.902492 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2'}] {{(pid=78661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:26.974614 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.986632 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:26.991932 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.002297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-0bce7a8e-80ab-4326-9d30-89ba8358c1ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:27.008066 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'status': 'completed', 'code': 200} Jun 30 19:02:27.018534 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.059539 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c69e20a5eb949199af68995f029931e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6634285 Jun 30 19:02:27.062424 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36938) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:27.066887 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.090758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e680c2-8da7-4380-b2c2-e00191e39462,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:27.098039 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=06446a7ac6384a24acf5c39d1e388a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1081884 Jun 30 19:02:27.099093 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:27.105054 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36944) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:27.137114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:27.169138 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:02:27.192588 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ea6f2-37fd-4014-8d6b-e28b8e5a03f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a83542-94c1-4f44-882c-c2066fc9997a,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:27.214717 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.217541 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f85db236-4153-450d-acd2-3e55fef6dc2f HTTP/1.1" status: 204 len: 168 time: 0.5901275 Jun 30 19:02:27.221580 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85db236-4153-450d-acd2-3e55fef6dc2f,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:27.231218 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:27.233645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:27.233953 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:27.250980 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.268664 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-7e0b9343-381c-4e49-8286-4f4349d4d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:27.270211 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-7e0b9343-381c-4e49-8286-4f4349d4d9b0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1098 time: 0.1822903 Jun 30 19:02:27.309293 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.313808 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.370114 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.451285 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.456555 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6ed96b47-f4b4-4a7f-b900-ae67fb9c47be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:27.468822 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.470359 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-709f3341-6b41-4a48-9927-d9e2b341cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:27.473433 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-709f3341-6b41-4a48-9927-d9e2b341cecd service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.1962333 Jun 30 19:02:27.479878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e680c2-8da7-4380-b2c2-e00191e39462,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:27.485504 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:27.485966 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e65375c8-4d2b-4830-b3a7-c542c6866cc9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:27.519318 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a83542-94c1-4f44-882c-c2066fc9997a,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:27.522276 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.538060 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c1a83542-94c1-4f44-882c-c2066fc9997a HTTP/1.1" status: 204 len: 168 time: 0.4194469 Jun 30 19:02:27.549895 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:27.550942 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.561157 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/20e680c2-8da7-4380-b2c2-e00191e39462 HTTP/1.1" status: 204 len: 168 time: 0.4973545 Jun 30 19:02:27.741774 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-cb96812c-36af-467a-bb98-e315ae5fb882 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 200 len: 999 time: 0.2586751 Jun 30 19:02:27.747846 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36958) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:27.755177 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': 'a557d051-5d3f-42d9-8ca0-1086dd81a31f', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'floating_ip_address': '172.28.1.182', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'port_id': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'mac_address': 'fa:16:3e:90:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:01:46Z', 'updated_at': '2021-06-30T19:02:25Z', 'revision_number': 1, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:27.760742 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] Checking router: 74061d4c-2ce8-4396-8428-d5ce7653102d for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:02:27.770797 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:02:27.772552 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:02:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:27.774613 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:27.797482 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:27.804806 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Usage tracker for resource:security_group_rule and tenant:f69b9b016a6343e0b9350c543901c35b is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:27.808210 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:27.816333 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:27.839217 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-548e1a98-577a-4955-bc20-12527175304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:27.840994 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-548e1a98-577a-4955-bc20-12527175304c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.0804844 Jun 30 19:02:27.950906 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-6d00721a-6c4f-4e99-a989-48c424a8ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:27.953167 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-6d00721a-6c4f-4e99-a989-48c424a8ffbb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043258 Jun 30 19:02:28.128610 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36970) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:28.159384 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:02:28.174641 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.235977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443924e-b35f-421d-ad7c-34d0e7321066 req-580c3cf9-358c-441f-9538-38c07ff7d933 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:28.237425 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b443924e-b35f-421d-ad7c-34d0e7321066 req-580c3cf9-358c-441f-9538-38c07ff7d933 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1775484 Jun 30 19:02:28.254917 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.280876 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:28.288113 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Usage tracker for resource:security_group_rule and tenant:df74087ab4704ca9a957969b381541c9 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:28.299238 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.301204 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:28.333247 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-ff826cc3-0bcf-4df1-bbd4-002ed8bcf80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:28.341855 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:28.366674 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-b660c7f6-75d4-44cf-9275-577bab2f0ffd service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035597 Jun 30 19:02:28.410229 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f69b9b016a6343e0b9350c543901c35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605058 Jun 30 19:02:28.421884 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b443924e-b35f-421d-ad7c-34d0e7321066 req-a0f3c25c-6703-4aa3-bf92-1960fffe0378 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703150 Jun 30 19:02:28.426727 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 36982) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:28.428537 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6780b15c-e910-451b-af1d-077ac5afc4f1,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:28.442866 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:28.538066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8793f800-0c41-4d44-8432-cbe43177b43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.580319 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8793f800-0c41-4d44-8432-cbe43177b43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.627737 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 36990) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:28.669158 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8793f800-0c41-4d44-8432-cbe43177b43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.677409 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.681928 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-fdf92e20-78ec-492d-b302-54e10f78c670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:28.697554 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793f800-0c41-4d44-8432-cbe43177b43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6780b15c-e910-451b-af1d-077ac5afc4f1,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:28.703108 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8793f800-0c41-4d44-8432-cbe43177b43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:28.707661 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8793f800-0c41-4d44-8432-cbe43177b43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.710169 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8793f800-0c41-4d44-8432-cbe43177b43d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6780b15c-e910-451b-af1d-077ac5afc4f1 HTTP/1.1" status: 204 len: 168 time: 0.2642787 Jun 30 19:02:28.739062 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:28.753927 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Usage tracker for resource:security_group_rule and tenant:93e29ea217ba4668af25b6e0dd10f0ae is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:28.757818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:28.795452 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:28.818769 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fa39a39d-588a-49df-9b48-a7a67c55432f req-f7c9aab7-1dd3-4c23-9261-6ef246111368 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422472 Jun 30 19:02:28.858368 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': 'a557d051-5d3f-42d9-8ca0-1086dd81a31f', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'floating_ip_address': '172.28.1.182', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'port_id': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'mac_address': 'fa:16:3e:90:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:01:46Z', 'updated_at': '2021-06-30T19:02:25Z', 'revision_number': 1, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:02:28.863949 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffd92e-5415-432d-a78e-aa10c706dd08 None None] The sync data for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb is: [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': 'a557d051-5d3f-42d9-8ca0-1086dd81a31f', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'floating_ip_address': '172.28.1.182', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'port_id': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'mac_address': 'fa:16:3e:90:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:01:46Z', 'updated_at': '2021-06-30T19:02:25Z', 'revision_number': 1, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:02:28.915907 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.922814 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:28.935607 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:28.999373 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37000) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:28.999883 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=df74087ab4704ca9a957969b381541c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8651974 Jun 30 19:02:29.014086 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9755bac0-b2fa-49dd-8e61-7b727a829f9a,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:29.018996 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:29.036412 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.043114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.051395 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:29.084816 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.093677 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=93e29ea217ba4668af25b6e0dd10f0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584734 Jun 30 19:02:29.097236 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37004) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:29.118890 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5d852-dbe7-4f22-a39b-a0d740b42dbb,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:29.122318 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.133245 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:29.168457 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb414630-4130-4bb5-a15a-66e67c144ea2 None None] New status for floating IP a557d051-5d3f-42d9-8ca0-1086dd81a31f: ACTIVE {{(pid=78662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:02:29.196657 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.202456 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3525f490-b1fa-4afc-83f8-8f50082330e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:29.214326 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9755bac0-b2fa-49dd-8e61-7b727a829f9a,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:29.218357 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:29.221848 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.223430 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9755bac0-b2fa-49dd-8e61-7b727a829f9a HTTP/1.1" status: 204 len: 168 time: 0.2230456 Jun 30 19:02:29.231956 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.271385 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.339233 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.345429 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:29.370095 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b5d852-dbe7-4f22-a39b-a0d740b42dbb,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:29.374112 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:29.382450 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:29.384362 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/23b5d852-dbe7-4f22-a39b-a0d740b42dbb HTTP/1.1" status: 204 len: 168 time: 0.2861724 Jun 30 19:02:29.704091 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bd4b6-2556-40f3-b3c9-fad6da6be436 req-17c60ba1-8b3d-4408-b1f9-b3f15c3bce78 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:29.713888 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d72bd4b6-2556-40f3-b3c9-fad6da6be436 req-17c60ba1-8b3d-4408-b1f9-b3f15c3bce78 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1597400 Jun 30 19:02:29.795921 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d72bd4b6-2556-40f3-b3c9-fad6da6be436 req-5adea877-0dcc-490a-8a46-5165949580f2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803852 Jun 30 19:02:30.140443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37066) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:30.316158 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-238302187-network', 'tenant_id': '16f7401878604e34b00b18feb3b286a5'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:30.321367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:30.326340 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Usage tracker for resource:network and tenant:16f7401878604e34b00b18feb3b286a5 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:30.329918 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:30.350320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:30.365982 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Made reservation on behalf of 16f7401878604e34b00b18feb3b286a5 for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:02:30.371877 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.388594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.407365 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:30.411685 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Usage tracker for resource:security_group_rule and tenant:16f7401878604e34b00b18feb3b286a5 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:30.416321 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:30.424081 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:30.531237 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.549366 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.554578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-0210f3c4-818d-48af-8b50-5d3022076b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:30.600665 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:02:30.616702 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:30.623239 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:30.631851 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.632809 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Added segment d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33 of type vlan for network 8d182bd8-4fa4-4579-b515-770803434b66 Jun 30 19:02:30.682250 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.731561 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.733206 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:30.733944 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:30.743615 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9df39a9-80f2-4fbd-a052-d837596f7ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:30.867484 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37116) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:30.873364 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Request body: {'subnet': {'network_id': '8d182bd8-4fa4-4579-b515-770803434b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-238302187-subnet', 'tenant_id': '16f7401878604e34b00b18feb3b286a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:30.874681 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7330739 Jun 30 19:02:30.879207 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:30.884576 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Usage tracker for resource:subnet and tenant:16f7401878604e34b00b18feb3b286a5 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:30.885303 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Pushing event updated for resources: {'Network': ['ID=8d182bd8-4fa4-4579-b515-770803434b66,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:30.897095 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 8d182bd8-4fa4-4579-b515-770803434b66 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:02:30.907621 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:30.912311 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:30.921543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:30.947715 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Made reservation on behalf of 16f7401878604e34b00b18feb3b286a5 for: {'subnet': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:02:30.950855 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14900722'] for subnet, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:31.238811 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052ddc-c4e2-49f7-9697-9110290b5b20 req-aa7eabed-02c4-42d5-956e-df99c632d7ed tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:31.242877 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0a052ddc-c4e2-49f7-9697-9110290b5b20 req-aa7eabed-02c4-42d5-956e-df99c632d7ed tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.2462838 Jun 30 19:02:31.351244 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0a052ddc-c4e2-49f7-9697-9110290b5b20 req-26978c07-158f-4b46-a414-7c38170267b4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011760 Jun 30 19:02:31.415533 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15670128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14900708'] for subnet, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:31.420674 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:31.500634 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b361651-dc35-4357-bf9d-8b37843e70d6,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:31.505476 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:31.517437 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Checking segment: {'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:02:31.517808 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Network hostable DHCP agents. Network: 8d182bd8-4fa4-4579-b515-770803434b66, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:02:31.548737 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Network 8d182bd8-4fa4-4579-b515-770803434b66 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:02:31.559656 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 8d182bd8-4fa4-4579-b515-770803434b66) {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:02:31.568917 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb495a9c-3aba-4179-bf96-1f5d46ccc483 None None] Network 8d182bd8-4fa4-4579-b515-770803434b66 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:02:31.570645 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:31.571632 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:31.619898 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-5e433d36-358d-47a7-852a-9cf7dff5ab38 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7504654 Jun 30 19:02:32.036505 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1f7c3-38b5-400a-9deb-e3c5bd5f6873 None None] Network 8d182bd8-4fa4-4579-b515-770803434b66 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:02:32.596677 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015c669-089d-4951-8166-42359e093a60 req-659db3bf-691e-4ea8-9e71-ec42137b4d71 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:32.604406 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8015c669-089d-4951-8166-42359e093a60 req-659db3bf-691e-4ea8-9e71-ec42137b4d71 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1087656 Jun 30 19:02:32.650663 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8015c669-089d-4951-8166-42359e093a60 req-f7bcda24-f7ba-4f34-9403-461de5d54415 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Jun 30 19:02:33.593621 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37196) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:33.736655 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:33.767594 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:33.776123 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Usage tracker for resource:security_group_rule and tenant:bd78fb2eca854b9aa3229ad90890e96d is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:33.785430 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:33.799808 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:34.057934 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4de9c9-f415-45ff-b864-ea3059a0d75f req-f2a1b5d4-2ddb-4a66-ad41-a9c2a2eee276 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:34.059479 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e4de9c9-f415-45ff-b864-ea3059a0d75f req-f2a1b5d4-2ddb-4a66-ad41-a9c2a2eee276 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1930377 Jun 30 19:02:34.106907 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:34.119673 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:34.176539 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a5974ad6-d275-4132-b46a-767cd16a4a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:34.248837 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bd78fb2eca854b9aa3229ad90890e96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541059 Jun 30 19:02:34.251792 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37226) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:34.265462 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e4de9c9-f415-45ff-b864-ea3059a0d75f req-cc82b72c-af62-447f-a93a-a1ba29f57999 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987987 Jun 30 19:02:34.269374 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6eef2-4924-485f-a2a4-97bfba86835c,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:34.272621 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:34.324778 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:34.328560 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-a4b1279c-3c7a-4e54-ada9-d58da8f067bb tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:34.330155 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-a4b1279c-3c7a-4e54-ada9-d58da8f067bb tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/networks?id=8d182bd8-4fa4-4579-b515-770803434b66 HTTP/1.1" status: 200 len: 808 time: 0.2625563 Jun 30 19:02:34.351956 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-6f362cf2-a39d-4c20-8756-e04f12864058 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/quotas/16f7401878604e34b00b18feb3b286a5 HTTP/1.1" status: 200 len: 375 time: 0.0152943 Jun 30 19:02:34.379408 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:34.418378 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-36a0cbc5-195e-4b45-9d05-ce213a96f4f7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f7401878604e34b00b18feb3b286a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604038 Jun 30 19:02:34.450978 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:34.457044 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4ebac98b-091a-4bb5-b1cf-12f1b4c8f141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:34.469138 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6eef2-4924-485f-a2a4-97bfba86835c,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:34.471420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:34.479518 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:34.480569 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0df6eef2-4924-485f-a2a4-97bfba86835c HTTP/1.1" status: 204 len: 168 time: 0.2278008 Jun 30 19:02:34.582575 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-1e5809af-9521-4273-bfd0-b05e0953458a service neutron] 10.222.0.95 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578948 Jun 30 19:02:34.843532 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-6f433c35-514c-4e1b-802e-2bcb367c9de0 service neutron] 10.222.0.95 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533855 Jun 30 19:02:34.936582 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37256) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:34.955499 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:34.995359 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:35.000385 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Usage tracker for resource:security_group_rule and tenant:a16f316e41f949c5a38f4acef1b4fb40 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:35.004147 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:35.010577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:35.109667 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-af8410cf-9fe8-4077-b31b-5e7705e2a6d9 req-496fb6f8-ae2e-47c8-ab7b-410c219092d2 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 210 time: 0.0963931 Jun 30 19:02:35.148827 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:35.153758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:35.164749 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1f3dc12f-933d-4390-948b-5c40a652b0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:35.214297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215abc4d-80e2-4deb-9d23-010b30866ce7,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:35.217980 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:35.237413 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a16f316e41f949c5a38f4acef1b4fb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997384 Jun 30 19:02:35.240811 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37278) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:35.361117 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:35.396146 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:35.536653 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:35.542969 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b34b47ab-fb1c-4b51-8db8-569696f337d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:35.563489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215abc4d-80e2-4deb-9d23-010b30866ce7,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:35.569020 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:35.578445 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:35.582494 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/215abc4d-80e2-4deb-9d23-010b30866ce7 HTTP/1.1" status: 204 len: 168 time: 0.3405635 Jun 30 19:02:35.592621 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058157-a693-4e87-84b2-ef2236a1cde3 req-45da0a19-4487-4933-8c2f-b97b28f092d2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:35.600618 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d5058157-a693-4e87-84b2-ef2236a1cde3 req-45da0a19-4487-4933-8c2f-b97b28f092d2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1431298 Jun 30 19:02:35.668010 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d5058157-a693-4e87-84b2-ef2236a1cde3 req-7f8d8b24-145d-4181-b7de-f6fa29a2f706 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661166 Jun 30 19:02:35.923020 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c792feae-4a5f-4b8a-a8f8-ab503a554771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:36.278161 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6c2f83ad-fa03-4845-969f-04703668a1f9 req-9e60aae0-cd4b-46cc-ad6e-f409f90cacd5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 210 time: 0.0471318 Jun 30 19:02:36.471591 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:36.809792 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-fced8e6b-0db2-4dc9-ad60-8b83cbcba060 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:36.810640 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-fced8e6b-0db2-4dc9-ad60-8b83cbcba060 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Synchronizing usage tracker for tenant:16f7401878604e34b00b18feb3b286a5 on resource:network {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:02:36.839183 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-fced8e6b-0db2-4dc9-ad60-8b83cbcba060 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Unset dirty status for tenant:16f7401878604e34b00b18feb3b286a5 on resource:network {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:02:36.840768 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-fced8e6b-0db2-4dc9-ad60-8b83cbcba060 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "GET /v2.0/networks?id=8d182bd8-4fa4-4579-b515-770803434b66 HTTP/1.1" status: 200 len: 808 time: 0.2295160 Jun 30 19:02:36.882641 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5970a8-bd23-42ae-89fb-55c2bd7f7e38 req-76f0f70c-4437-4191-8b30-8fb9abcb71f6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:36.889483 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-de5970a8-bd23-42ae-89fb-55c2bd7f7e38 req-76f0f70c-4437-4191-8b30-8fb9abcb71f6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.0964584 Jun 30 19:02:36.889623 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Request body: {'port': {'device_id': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66', 'admin_state_up': True, 'tenant_id': '16f7401878604e34b00b18feb3b286a5'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:36.949853 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-de5970a8-bd23-42ae-89fb-55c2bd7f7e38 req-d2f65621-90f0-4f93-a58a-be45dabf88e0 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593436 Jun 30 19:02:37.116826 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:37.121125 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Usage tracker for resource:port and tenant:16f7401878604e34b00b18feb3b286a5 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:37.124947 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:37.131822 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:37.158692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Made reservation on behalf of 16f7401878604e34b00b18feb3b286a5 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:02:37.167275 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:37.397234 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Allocated IP 172.20.0.14 (8d182bd8-4fa4-4579-b515-770803434b66/0b361651-dc35-4357-bf9d-8b37843e70d6/184fad26-e06d-4aba-824c-e6c86f61368c) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:02:37.530166 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d5b82a5e-28f5-463e-9717-030fea2545dc req-06cfb024-1dc7-488a-9958-cca325321544 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 210 time: 0.0784371 Jun 30 19:02:37.781160 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:37.822555 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:37.833183 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-beaf90ee-be22-4c73-82cb-1799b6a22107 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:37.903670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Network 8d182bd8-4fa4-4579-b515-770803434b66 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:02:37.906718 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:02:37.910924 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:02:37.966369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Pushing event updated for resources: {'Port': ['ID=184fad26-e06d-4aba-824c-e6c86f61368c,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:37.966369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:37.989677 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:37.990496 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:38.018480 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1327915 Jun 30 19:02:38.040982 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Request body: {'port': {'device_id': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:38.158106 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc743715-ad69-4908-831e-29bfd085df14 req-c3999266-c45a-47b3-b3b7-ced3638be643 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:38.161461 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cc743715-ad69-4908-831e-29bfd085df14 req-c3999266-c45a-47b3-b3b7-ced3638be643 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.0906296 Jun 30 19:02:38.182457 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:38.262355 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cc743715-ad69-4908-831e-29bfd085df14 req-1fe79c03-e8d2-4aad-8d6e-47751c41d251 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949304 Jun 30 19:02:38.427785 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:02:38.619307 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184fad26-e06d-4aba-824c-e6c86f61368c {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:38.628549 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:38.652048 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Transition to ACTIVE for port object 184fad26-e06d-4aba-824c-e6c86f61368c will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:02:38.660881 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:38.685263 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-58392517-ea84-4ce8-b269-0ecfc61c72dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:38.811935 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422c09d-f7dc-41c7-b037-4db2f17c4fa2 req-eb3825ff-c88d-4e58-9a5b-57e143bd181a tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:38.813767 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4422c09d-f7dc-41c7-b037-4db2f17c4fa2 req-eb3825ff-c88d-4e58-9a5b-57e143bd181a tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 944 time: 0.1624365 Jun 30 19:02:38.883314 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4422c09d-f7dc-41c7-b037-4db2f17c4fa2 req-32209fbe-e0e7-4ef4-a2b8-34ac6ba5b499 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590661 Jun 30 19:02:38.887008 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-09571bba-b897-46b6-b0cf-1abae275a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:38.991755 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37448) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:39.011751 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Pushing event updated for resources: {'Port': ['ID=184fad26-e06d-4aba-824c-e6c86f61368c,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:39.014891 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:39.093481 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Attempting to bind port 184fad26-e06d-4aba-824c-e6c86f61368c on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:02:39.094278 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Attempting to bind port 184fad26-e06d-4aba-824c-e6c86f61368c by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:02:39.094907 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Attempting to bind port 184fad26-e06d-4aba-824c-e6c86f61368c on network 8d182bd8-4fa4-4579-b515-770803434b66 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:02:39.101096 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Port 184fad26-e06d-4aba-824c-e6c86f61368c on network 8d182bd8-4fa4-4579-b515-770803434b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:02:39.101640 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Attempting to bind port 184fad26-e06d-4aba-824c-e6c86f61368c on network 8d182bd8-4fa4-4579-b515-770803434b66 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:02:39.108105 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:02:39.108496 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Checking segment: {'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:02:39.109024 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Bound using segment: {'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:02:39.109719 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Bound port: 184fad26-e06d-4aba-824c-e6c86f61368c, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:02:39.110065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.144456 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.164433 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:39.168775 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Usage tracker for resource:security_group_rule and tenant:269094fc332b4db4be196af24f32a188 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:39.173167 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:39.179213 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:39.238551 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] For port 184fad26-e06d-4aba-824c-e6c86f61368c, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:02:39.243167 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] For port 184fad26-e06d-4aba-824c-e6c86f61368c, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=184fad26-e06d-4aba-824c-e6c86f61368c,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:02:39.248512 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.255355 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c27d6e88-1d80-43d9-b00d-c4c60747ecba tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:39.287720 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.292635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.324507 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37466) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:39.336342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:39.336342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.336595 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] 10.222.0.99 "PUT /v2.0/ports/184fad26-e06d-4aba-824c-e6c86f61368c HTTP/1.1" status: 200 len: 1094 time: 1.3011394 Jun 30 19:02:39.337066 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'tag': '184fad26-e06d-4aba-824c-e6c86f61368c'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:39.357044 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Pushing event updated for resources: {'Port': ['ID=184fad26-e06d-4aba-824c-e6c86f61368c,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:39.360943 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:39.373280 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4210d73f-0449-4408-ac3e-8a43dca4a348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:39.403677 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=269094fc332b4db4be196af24f32a188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106975 Jun 30 19:02:39.406272 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37476) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:39.431390 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601af17a-4373-4a18-8878-7e0f4d735a94,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:39.435018 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:39.537209 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1b965-bf02-43c9-9b4a-e7f6e1d412be req-fa6b7a14-373a-4895-8347-0b617169a350 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:39.538714 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-32d1b965-bf02-43c9-9b4a-e7f6e1d412be req-fa6b7a14-373a-4895-8347-0b617169a350 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.0938628 Jun 30 19:02:39.548987 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.573082 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.577703 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:39.592853 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'tag': '184fad26-e06d-4aba-824c-e6c86f61368c', 'status': 'completed', 'code': 200} Jun 30 19:02:39.593117 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-32d1b965-bf02-43c9-9b4a-e7f6e1d412be req-d83c37c2-bed5-4b46-a381-19c49ad8bd30 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481517 Jun 30 19:02:39.593765 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef5665fd07b440fba9b2cc85a3916b8 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:39.606947 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:39.620036 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:39.625240 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.689680 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-58c484b6-cc93-4530-8ebf-d5ab662363fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:39.691195 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-58c484b6-cc93-4530-8ebf-d5ab662363fb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16f7401878604e34b00b18feb3b286a5&device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 1097 time: 0.2166312 Jun 30 19:02:39.786011 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-c428a6c6-7f23-4297-91de-8f33f1a74375 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184fad26-e06d-4aba-824c-e6c86f61368c HTTP/1.1" status: 200 len: 217 time: 0.0727377 Jun 30 19:02:39.834594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.843527 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:39.880016 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601af17a-4373-4a18-8878-7e0f4d735a94,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:39.885136 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:39.913455 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.915106 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/601af17a-4373-4a18-8878-7e0f4d735a94 HTTP/1.1" status: 204 len: 168 time: 0.5072565 Jun 30 19:02:39.916210 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45b58af1-d963-494d-a873-4f72b3b7d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:39.917763 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-45b58af1-d963-494d-a873-4f72b3b7d489 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0b361651-dc35-4357-bf9d-8b37843e70d6 HTTP/1.1" status: 200 len: 848 time: 0.1223311 Jun 30 19:02:39.919550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.925514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:39.934950 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4e0950e6-4a96-4ad8-b77d-cf440abd8c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:40.005427 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-bb404e88-2a42-4b74-8f8f-317dc77a8ac3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8d182bd8-4fa4-4579-b515-770803434b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714414 Jun 30 19:02:40.015462 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9ef5665fd07b440fba9b2cc85a3916b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893358 Jun 30 19:02:40.017832 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37486) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:40.119027 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9539916-4965-40ab-8477-137d29776070,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:40.145659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:40.167727 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:40.184478 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4636cb-0ba5-4d0b-aea3-4b5fc0421fe4 req-ede7d009-65dd-4219-a409-2a4b71109a84 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:40.185991 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-af4636cb-0ba5-4d0b-aea3-4b5fc0421fe4 req-ede7d009-65dd-4219-a409-2a4b71109a84 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 944 time: 0.1513331 Jun 30 19:02:40.187930 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:40.241175 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-e4e46ae1-4afb-4be0-b794-c80f52ac85bc service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195749 Jun 30 19:02:40.276644 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-af4636cb-0ba5-4d0b-aea3-4b5fc0421fe4 req-21bc729d-1a55-4cf2-a8da-f07e19081c79 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809937 Jun 30 19:02:40.307380 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:40.311228 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-92d1f3ef-63be-4cd1-9536-7df0ca7bf5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:40.325922 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9539916-4965-40ab-8477-137d29776070,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:40.331202 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:40.340505 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:40.342772 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f9539916-4965-40ab-8477-137d29776070 HTTP/1.1" status: 204 len: 168 time: 0.3232305 Jun 30 19:02:40.376467 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:40.408911 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-539573dc-8c3c-4e16-9916-45fcc82e3424 req-3d726c7f-0e6f-455b-9ba7-dd7259ed72ca service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554854 Jun 30 19:02:40.666769 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-ff606bd8-8f74-410e-b58d-3e3cb0b2b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:40.668386 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-ff606bd8-8f74-410e-b58d-3e3cb0b2b6b7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16f7401878604e34b00b18feb3b286a5&device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 1097 time: 0.0979884 Jun 30 19:02:40.812075 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37536) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:40.851264 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:40.874610 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:40.890198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Usage tracker for resource:security_group_rule and tenant:6095011cce6e4caf9f183761b13631c1 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:40.898901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:40.904545 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:40.925177 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a1015-49e3-424c-a6f4-1f2f3e8ce883 req-b03c05e6-aac1-49ed-b82b-2e34f1b4f76f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:40.932373 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:40.934896 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7f3a1015-49e3-424c-a6f4-1f2f3e8ce883 req-b03c05e6-aac1-49ed-b82b-2e34f1b4f76f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1511626 Jun 30 19:02:40.978821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-fa3b2fb0-730e-4b22-89b5-13976c6f45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:40.981068 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-fa3b2fb0-730e-4b22-89b5-13976c6f45a5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8d182bd8-4fa4-4579-b515-770803434b66 HTTP/1.1" status: 200 len: 910 time: 0.2853150 Jun 30 19:02:41.026685 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7f3a1015-49e3-424c-a6f4-1f2f3e8ce883 req-e04d5fde-267e-43a1-ac65-99e3ffcb1c4b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Jun 30 19:02:41.120767 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-ae5a815b-0b68-4a18-a2ed-c3beafa4dda5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184fad26-e06d-4aba-824c-e6c86f61368c HTTP/1.1" status: 200 len: 217 time: 0.0944357 Jun 30 19:02:41.218760 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-6470397d-f560-42cc-814b-d62da08d2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:41.220297 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-6470397d-f560-42cc-814b-d62da08d2a66 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0b361651-dc35-4357-bf9d-8b37843e70d6 HTTP/1.1" status: 200 len: 848 time: 0.0928767 Jun 30 19:02:41.225065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:41.230342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:41.239928 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b0ea1bb4-62b5-46c3-b41d-1d87271d4210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:41.302375 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-88fd0af4-382a-46c9-b725-5f3be1982653 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8d182bd8-4fa4-4579-b515-770803434b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633636 Jun 30 19:02:41.347289 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395a0a5a-28f6-4e8c-b249-29b3198a67a4,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:41.399645 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6095011cce6e4caf9f183761b13631c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692523 Jun 30 19:02:41.402442 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37552) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:41.409747 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c8b8156d-92a1-41c5-8442-43e0d2b160ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:41.464564 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-68086641-3c26-47f5-a19a-3a014a1db6e6 service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489100 Jun 30 19:02:41.537794 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:41.580373 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccf58b-5070-45c9-ab0d-8a9801236a11 req-a3995a09-3367-49e4-b016-6bc2ca78a154 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:41.581546 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-80ccf58b-5070-45c9-ab0d-8a9801236a11 req-a3995a09-3367-49e4-b016-6bc2ca78a154 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 944 time: 0.1631315 Jun 30 19:02:41.583475 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:41.648751 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e7cbeb45-64ac-4bac-9906-e3bb37095732 req-431a36a0-010c-4be2-a5f8-f7e8b7d435fb service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766453 Jun 30 19:02:41.657058 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-80ccf58b-5070-45c9-ab0d-8a9801236a11 req-fdaa0617-298b-4496-88cb-8028baabffef tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664990 Jun 30 19:02:41.689039 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:41.696185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cca4234f-1845-4dc1-ad4d-a32454e2fb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:41.710306 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395a0a5a-28f6-4e8c-b249-29b3198a67a4,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:41.712996 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:41.714394 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:41.715951 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/395a0a5a-28f6-4e8c-b249-29b3198a67a4 HTTP/1.1" status: 204 len: 168 time: 0.3121197 Jun 30 19:02:42.156378 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:42.350199 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56a0b3-00b9-4ae6-a9d9-d12c4dd2659a req-ac476f4a-9259-4164-965d-be58ccdd9c6d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:42.355963 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bb56a0b3-00b9-4ae6-a9d9-d12c4dd2659a req-ac476f4a-9259-4164-965d-be58ccdd9c6d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1921134 Jun 30 19:02:42.411255 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bb56a0b3-00b9-4ae6-a9d9-d12c4dd2659a req-74f75849-ea6a-48f8-a2a5-1d8ff016f83b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541267 Jun 30 19:02:42.980862 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfb0d0-400d-4b6e-9186-074b4d2a5fa9 req-7b6642a5-b9d9-4d76-8794-2b34640f93ef tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:42.982806 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cdfb0d0-400d-4b6e-9186-074b4d2a5fa9 req-7b6642a5-b9d9-4d76-8794-2b34640f93ef tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 944 time: 0.1164231 Jun 30 19:02:43.052968 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cdfb0d0-400d-4b6e-9186-074b4d2a5fa9 req-d1a3551f-42ad-4b53-8ac6-d99751543c0e tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571742 Jun 30 19:02:43.627154 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dd2a5-41ec-492e-9c3d-fdc7138f696e req-8cb43103-b5f8-4b69-8295-c2e0c8a1c0c3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:43.630307 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b86dd2a5-41ec-492e-9c3d-fdc7138f696e req-8cb43103-b5f8-4b69-8295-c2e0c8a1c0c3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1123736 Jun 30 19:02:43.686185 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b86dd2a5-41ec-492e-9c3d-fdc7138f696e req-e7db7421-6350-4066-bd16-0707f765d90d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439169 Jun 30 19:02:43.979620 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 184fad26-e06d-4aba-824c-e6c86f61368c details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:02:44.150599 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 184fad26-e06d-4aba-824c-e6c86f61368c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=184fad26-e06d-4aba-824c-e6c86f61368c,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:44.168619 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '184fad26-e06d-4aba-824c-e6c86f61368c', 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66', 'port_id': '184fad26-e06d-4aba-824c-e6c86f61368c', 'mac_address': 'fa:16:3e:44:ea:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b361651-dc35-4357-bf9d-8b37843e70d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:02:44.231209 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:44.252263 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184fad26-e06d-4aba-824c-e6c86f61368c {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:02:44.304462 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 184fad26-e06d-4aba-824c-e6c86f61368c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=184fad26-e06d-4aba-824c-e6c86f61368c,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:44.312692 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:44.315139 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ace1ba39-3e4e-42da-beee-770091bd0e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:44.387928 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37676) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:44.394864 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2e963-b9d6-4a2b-ad42-9420537a6192 req-c3997521-f095-427d-9714-a52eacf72041 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:44.403905 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-93d2e963-b9d6-4a2b-ad42-9420537a6192 req-c3997521-f095-427d-9714-a52eacf72041 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 944 time: 0.2361755 Jun 30 19:02:44.437175 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=184fad26-e06d-4aba-824c-e6c86f61368c,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:44.448588 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:44.482796 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-93d2e963-b9d6-4a2b-ad42-9420537a6192 req-8ce11c3a-54a8-4aba-b801-366806f39e73 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774231 Jun 30 19:02:44.617121 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:44.634967 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:44.639623 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Usage tracker for resource:security_group_rule and tenant:4d258a77c88241c38cc5290cc1f3da5c is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:44.644450 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:44.656894 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:44.738080 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['184fad26-e06d-4aba-824c-e6c86f61368c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:02:44.790631 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:44.796025 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:44.845780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:44.915759 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6937e2f9-d799-410d-981f-606b488445de,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:44.934825 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:44.976208 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4d258a77c88241c38cc5290cc1f3da5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5844629 Jun 30 19:02:44.976856 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37696) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:45.009929 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b704b2-2d93-4a9f-8748-a2e25037bcb7 req-3aec8012-c285-44bb-80df-454c498f4ac2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:45.012443 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d3b704b2-2d93-4a9f-8748-a2e25037bcb7 req-3aec8012-c285-44bb-80df-454c498f4ac2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1862359 Jun 30 19:02:45.082075 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.091380 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d3b704b2-2d93-4a9f-8748-a2e25037bcb7 req-21a3e1e3-3c50-4c8c-a95b-11c5c5c63030 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727317 Jun 30 19:02:45.115924 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.181072 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.186552 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-0857e888-48cd-4e48-9ce1-fefb4fade572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:45.199284 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6937e2f9-d799-410d-981f-606b488445de,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:45.203408 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:45.210096 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.213796 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6937e2f9-d799-410d-981f-606b488445de HTTP/1.1" status: 204 len: 168 time: 0.2296290 Jun 30 19:02:45.562948 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37724) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:45.582975 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.601440 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:45.606379 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8fc02ab23e4dd185c655033ca57c5d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:45.609594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:45.617365 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:45.701699 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c282fd4-68e7-4e9a-9e4c-9a67828c1ba9 req-21a314ff-2bd6-483d-803f-6259a9bcdfaa tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:45.703532 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1c282fd4-68e7-4e9a-9e4c-9a67828c1ba9 req-21a314ff-2bd6-483d-803f-6259a9bcdfaa tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 945 time: 0.1077654 Jun 30 19:02:45.733542 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.738180 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.747840 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-6822ad24-5bdd-434b-b299-ad3b3263ed22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:45.753522 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1c282fd4-68e7-4e9a-9e4c-9a67828c1ba9 req-82095b2c-c011-48dd-8a7d-b6330fb676d4 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Jun 30 19:02:45.800330 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3d8fc02ab23e4dd185c655033ca57c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362177 Jun 30 19:02:45.801337 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e17d8-38e7-4512-8691-faee3c823189,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:45.803412 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37728) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:45.805056 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:45.875816 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.906218 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.913892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37734) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:45.964922 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.969581 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-221d19cf-99da-41cd-8eb3-9da34608c820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:45.982372 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 184fad26-e06d-4aba-824c-e6c86f61368c up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:02:45.984443 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e17d8-38e7-4512-8691-faee3c823189,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:45.987434 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:45.994758 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:45.995956 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/733e17d8-38e7-4512-8691-faee3c823189 HTTP/1.1" status: 204 len: 168 time: 0.1798255 Jun 30 19:02:46.071208 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 184fad26-e06d-4aba-824c-e6c86f61368c completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:02:46.072162 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.082608 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 184fad26-e06d-4aba-824c-e6c86f61368c triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:02:46.083279 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.091221 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:46.096245 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Usage tracker for resource:security_group_rule and tenant:ed35aef10919430da41ccbc88355d953 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:46.100234 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:46.106849 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:46.223189 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.227652 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.232608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.244879 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ce9ab5eb-72c8-4979-8993-944a3358aa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:46.286236 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184fad26-e06d-4aba-824c-e6c86f61368c'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:46.296528 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ed35aef10919430da41ccbc88355d953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814981 Jun 30 19:02:46.297103 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37750) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:46.298697 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564f4214-4b23-43d5-8744-f369fc6196d3,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:46.303803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:46.315567 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 184fad26-e06d-4aba-824c-e6c86f61368c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=184fad26-e06d-4aba-824c-e6c86f61368c,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:46.330545 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.332427 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:46.384205 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184fad26-e06d-4aba-824c-e6c86f61368c', 'code': 200} Jun 30 19:02:46.386806 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc769f-ac53-4f66-9897-ce93b79a3daa req-f9327121-631e-4232-9328-af68590e37b9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:46.393686 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5cbc769f-ac53-4f66-9897-ce93b79a3daa req-f9327121-631e-4232-9328-af68590e37b9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1600254 Jun 30 19:02:46.415565 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=184fad26-e06d-4aba-824c-e6c86f61368c,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:46.420600 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:46.473853 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.493391 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5cbc769f-ac53-4f66-9897-ce93b79a3daa req-92faa2b6-86bd-4c71-9cf3-b59dad3cb0d2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988166 Jun 30 19:02:46.514091 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.605163 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.611374 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3c529298-53e6-4bcb-89be-4e493c7958d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:46.626735 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564f4214-4b23-43d5-8744-f369fc6196d3,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:46.630989 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:46.633353 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:46.635362 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/564f4214-4b23-43d5-8744-f369fc6196d3 HTTP/1.1" status: 204 len: 168 time: 0.3360863 Jun 30 19:02:46.972723 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af1df7-e134-4ae5-9378-f88a8bec1606 req-9e4f41f5-7473-4d2c-a1b4-76cb0845235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:46.976531 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-00af1df7-e134-4ae5-9378-f88a8bec1606 req-9e4f41f5-7473-4d2c-a1b4-76cb0845235e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 1099 time: 0.2404702 Jun 30 19:02:47.035710 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-00af1df7-e134-4ae5-9378-f88a8bec1606 req-c0e62546-4e9f-47ed-adde-f092385d1786 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 Jun 30 19:02:47.161600 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9920eee-6680-48af-a19f-650e58b643b8 req-f242b755-a116-47e4-8d2a-8e7a8ae89ea5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:47.164061 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d9920eee-6680-48af-a19f-650e58b643b8 req-f242b755-a116-47e4-8d2a-8e7a8ae89ea5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 946 time: 0.1202531 Jun 30 19:02:47.165543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37788) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:47.187742 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:47.220235 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:47.230665 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Usage tracker for resource:security_group_rule and tenant:35ee480431b1487d8353cc853437041a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:47.236669 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:47.255117 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:47.278985 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d9920eee-6680-48af-a19f-650e58b643b8 req-c7081445-af86-4c42-8494-945454a9d48d tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753140 Jun 30 19:02:47.373635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:47.381261 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:47.389695 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:47.446197 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=35ee480431b1487d8353cc853437041a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775898 Jun 30 19:02:47.446197 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc7bc66-4d01-414f-a05d-881201df2849,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:47.448380 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37800) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:47.461767 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:47.532692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:47.562188 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:47.625129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:47.629204 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9327e12a-e230-4c58-8d34-fee9412c98e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:47.707334 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc7bc66-4d01-414f-a05d-881201df2849,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:47.712609 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:47.745028 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:47.748880 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3fc7bc66-4d01-414f-a05d-881201df2849 HTTP/1.1" status: 204 len: 168 time: 0.2992046 Jun 30 19:02:47.768044 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11b59-1d14-496c-a6d8-f61183545f00 req-7cdea77d-0b50-46d4-9e88-b50375769343 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:47.779283 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f4e11b59-1d14-496c-a6d8-f61183545f00 req-7cdea77d-0b50-46d4-9e88-b50375769343 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1260481 Jun 30 19:02:47.848603 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f4e11b59-1d14-496c-a6d8-f61183545f00 req-da94508b-71a8-4153-b32a-9b233813f1ba tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546684 Jun 30 19:02:48.490905 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daa247-2543-433e-8567-f084c803a7b0 req-4b28fc54-d9e0-4f95-a7a3-3411a237e303 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:48.499498 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f9daa247-2543-433e-8567-f084c803a7b0 req-4b28fc54-d9e0-4f95-a7a3-3411a237e303 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 946 time: 0.0944183 Jun 30 19:02:48.598755 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f9daa247-2543-433e-8567-f084c803a7b0 req-8951a06f-e35e-4876-bc2c-271c66a3ba78 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982287 Jun 30 19:02:49.075437 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898026-f0b4-4794-b30e-b95b013c0767 req-5284d5cf-b5b2-4457-8675-72f5bc499dc3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:49.077065 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-85898026-f0b4-4794-b30e-b95b013c0767 req-5284d5cf-b5b2-4457-8675-72f5bc499dc3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.0913272 Jun 30 19:02:49.129395 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-85898026-f0b4-4794-b30e-b95b013c0767 req-0343333b-f11f-40da-94a2-1957ca06a45e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454936 Jun 30 19:02:49.669042 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 37964) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:49.853812 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a5168-34a9-4344-9c2c-0777f6265bbf req-1b211a8a-83c9-41c6-8cbd-cbc3849e9afd tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:49.855460 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1b2a5168-34a9-4344-9c2c-0777f6265bbf req-1b211a8a-83c9-41c6-8cbd-cbc3849e9afd tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 946 time: 0.1221004 Jun 30 19:02:49.888172 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:49.920322 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:49.932513 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Usage tracker for resource:security_group_rule and tenant:c9d09c0ebcd94c91a69b9af414de53a3 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:49.937809 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:49.944019 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1b2a5168-34a9-4344-9c2c-0777f6265bbf req-67902d75-266e-49f6-be7e-f4b7c843ba5f tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730617 Jun 30 19:02:49.948754 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:50.088086 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.092713 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.100273 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e2f7dd71-ede7-4e9d-8d23-c1d2ee7ee81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:50.155765 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c9d09c0ebcd94c91a69b9af414de53a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825857 Jun 30 19:02:50.155765 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fad82da-76a9-4d24-8fe9-47ca098ad22f,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:50.156030 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 37996) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:50.158155 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:50.256746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.290367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.346602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.352598 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e2ef9f1a-16ca-4062-9f6e-f3627a3db7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:50.354379 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44011cb-3b73-4583-b2d1-6103b8b15bdb req-e257f6e6-3730-49f9-8865-f6d722ec7556 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:50.355953 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c44011cb-3b73-4583-b2d1-6103b8b15bdb req-e257f6e6-3730-49f9-8865-f6d722ec7556 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.0970795 Jun 30 19:02:50.363254 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fad82da-76a9-4d24-8fe9-47ca098ad22f,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:50.366231 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:50.377742 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.379424 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3fad82da-76a9-4d24-8fe9-47ca098ad22f HTTP/1.1" status: 204 len: 168 time: 0.2224762 Jun 30 19:02:50.405511 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c44011cb-3b73-4583-b2d1-6103b8b15bdb req-e771661d-367b-4dd5-91e2-8e64e7d6511f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Jun 30 19:02:50.679988 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 38014) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:50.699364 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.714522 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:50.718326 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Usage tracker for resource:security_group_rule and tenant:5d3efdfe89da42c7b070b63178dd600c is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:50.721222 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:50.727059 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:50.847443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.851548 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:50.862558 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-430ad3f2-c7b0-4125-9da6-e7eacb86f836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:50.905293 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55703a3-74be-47d7-bfa6-662d6afed185,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:50.908419 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:50.918334 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5d3efdfe89da42c7b070b63178dd600c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371984 Jun 30 19:02:50.918682 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38024) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:50.985082 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:51.016358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:51.073857 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:51.084257 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cd72e590-db4b-4dfe-974d-0f79aaae8e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:51.112045 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55703a3-74be-47d7-bfa6-662d6afed185,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:51.116538 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:51.129683 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:51.134231 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e55703a3-74be-47d7-bfa6-662d6afed185 HTTP/1.1" status: 204 len: 168 time: 0.2115850 Jun 30 19:02:51.640777 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88de856-a285-44d8-991c-5f02ecdeb348 req-3f3507cd-ff52-406a-820b-f1bfd2e21843 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:51.642572 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a88de856-a285-44d8-991c-5f02ecdeb348 req-3f3507cd-ff52-406a-820b-f1bfd2e21843 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1129832 Jun 30 19:02:51.707573 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a88de856-a285-44d8-991c-5f02ecdeb348 req-3d78cf60-46e5-4e9a-98bc-9ba295b0b2b6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 Jun 30 19:02:51.921740 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5934-46f2-4418-8e1d-1409cd75b332 req-3fde4b8b-6d74-46dc-b6b8-d9f423626d0f tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:51.931301 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-df2e5934-46f2-4418-8e1d-1409cd75b332 req-3fde4b8b-6d74-46dc-b6b8-d9f423626d0f tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 946 time: 0.0997319 Jun 30 19:02:51.980914 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-df2e5934-46f2-4418-8e1d-1409cd75b332 req-bbe043a1-d191-4f99-bd04-5aa388beac99 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Jun 30 19:02:52.970354 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9a52e-0c98-403a-90fb-169d229c1ab8 req-68119798-3b0b-4fcd-830f-332f5041776a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:52.983930 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e5f9a52e-0c98-403a-90fb-169d229c1ab8 req-68119798-3b0b-4fcd-830f-332f5041776a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1496511 Jun 30 19:02:53.061413 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e5f9a52e-0c98-403a-90fb-169d229c1ab8 req-0fcd3767-dab0-4f50-beb7-b0b59c762680 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763471 Jun 30 19:02:53.238888 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 38130) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:53.269842 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9227ecc-fa59-4759-9cae-cdc5512e18a5 req-f3dfffdc-eda0-4fd9-b5a0-eb53667620e5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:53.280787 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b9227ecc-fa59-4759-9cae-cdc5512e18a5 req-f3dfffdc-eda0-4fd9-b5a0-eb53667620e5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 946 time: 0.1030204 Jun 30 19:02:53.335897 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b9227ecc-fa59-4759-9cae-cdc5512e18a5 req-68db7cef-2461-4323-8499-db712891307b tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Jun 30 19:02:53.402086 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:53.418067 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:53.422490 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Usage tracker for resource:security_group_rule and tenant:da5cd4345d994797a4b1c7dc0808dcbd is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:53.425409 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:53.432698 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:53.534964 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:53.540727 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:53.550797 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-18167203-791f-4775-bdcd-82ff54533d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:53.593786 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=da5cd4345d994797a4b1c7dc0808dcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529592 Jun 30 19:02:53.594645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9980efd8-99d9-4461-9b31-794f0f5e11b9,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:53.597374 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38142) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:53.598120 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:53.735812 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:53.761593 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:53.819119 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:53.822995 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a825d85c-bc63-4c0c-b357-f393a0b93e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:53.834296 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9980efd8-99d9-4461-9b31-794f0f5e11b9,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:53.837777 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:53.841258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:53.845228 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9980efd8-99d9-4461-9b31-794f0f5e11b9 HTTP/1.1" status: 204 len: 168 time: 0.2437079 Jun 30 19:02:54.179490 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38158) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:54.202031 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-39e5276d-f28c-43f7-a7e1-e9542b9afa02 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:54.203958 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-39e5276d-f28c-43f7-a7e1-e9542b9afa02 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Synchronizing usage tracker for tenant:16f7401878604e34b00b18feb3b286a5 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:02:54.242529 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-39e5276d-f28c-43f7-a7e1-e9542b9afa02 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Unset dirty status for tenant:16f7401878604e34b00b18feb3b286a5 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:02:54.243932 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-39e5276d-f28c-43f7-a7e1-e9542b9afa02 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 946 time: 0.1715083 Jun 30 19:02:54.292460 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.315406 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:54.323401 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Usage tracker for resource:security_group_rule and tenant:0451755676ae4989923075efacbaa785 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:54.329008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:54.337157 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:54.353081 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Deleting port 184fad26-e06d-4aba-824c-e6c86f61368c {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:02:54.353568 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.374423 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6bf73-4832-4508-a342-1e142fc241af req-00decc7e-9258-4685-841d-2a5f963ad7bc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:54.375994 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cb6bf73-4832-4508-a342-1e142fc241af req-00decc7e-9258-4685-841d-2a5f963ad7bc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1519001 Jun 30 19:02:54.449500 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cb6bf73-4832-4508-a342-1e142fc241af req-1d21983c-d566-418d-b435-28663aa7839b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670977 Jun 30 19:02:54.451285 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38168) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:54.525581 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.599957 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.620369 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1bc11c2a-4ec9-4645-b92e-8dc404551eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:54.668385 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.712353 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0bc00-7a19-4693-b757-443a1c73bfd3,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:54.717438 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:54.718652 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:02:54.725690 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0451755676ae4989923075efacbaa785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434198 Jun 30 19:02:54.728628 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 38180) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:54.729588 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Usage tracker for resource:security_group_rule and tenant:25672d31ad7843b99a82db3f2b546cdb is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:02:54.733244 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:02:54.743172 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:02:54.755103 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] For port 184fad26-e06d-4aba-824c-e6c86f61368c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=184fad26-e06d-4aba-824c-e6c86f61368c,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:02:54.755921 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.768045 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190fc4e-5a65-4bc6-b3a2-3b9c15f3a6ff req-7eb6ac8f-905b-4d07-8de5-480a54cecfa5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:54.769878 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e190fc4e-5a65-4bc6-b3a2-3b9c15f3a6ff req-7eb6ac8f-905b-4d07-8de5-480a54cecfa5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 946 time: 0.2368324 Jun 30 19:02:54.870721 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e190fc4e-5a65-4bc6-b3a2-3b9c15f3a6ff req-e1da137e-b9a5-4870-b5d8-8cd22ac3ed64 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Jun 30 19:02:54.916443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Calling delete_port for 184fad26-e06d-4aba-824c-e6c86f61368c owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:02:54.942089 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.947987 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:54.978749 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-578d5899-9b55-437e-a6d4-faf43d7120d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:54.992938 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=25672d31ad7843b99a82db3f2b546cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406263 Jun 30 19:02:54.995817 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38186) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:02:55.023259 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.059255 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0198207-4dc1-48f3-a4dc-c00e23da7a21,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:55.070185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:55.080750 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.097715 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.111932 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.146955 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.161585 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:55.183132 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.188420 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-83c46821-a90b-47e4-98e9-f25fe440b405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:55.196639 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['184fad26-e06d-4aba-824c-e6c86f61368c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:02:55.205041 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0198207-4dc1-48f3-a4dc-c00e23da7a21,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:55.218362 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:55.231183 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.233043 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f0198207-4dc1-48f3-a4dc-c00e23da7a21 HTTP/1.1" status: 204 len: 168 time: 0.2354753 Jun 30 19:02:55.243122 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Pushing event deleted for resources: {'Port': ['ID=184fad26-e06d-4aba-824c-e6c86f61368c,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:55.250748 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:55.360140 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] No DVR routers for this DVR port 184fad26-e06d-4aba-824c-e6c86f61368c on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:02:55.362495 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.365396 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'name': 'network-vif-deleted', 'tag': '184fad26-e06d-4aba-824c-e6c86f61368c'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:02:55.390180 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.399670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8132ffec-d03f-4403-ad90-44fc06917a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:02:55.427950 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c003285d-4fc0-488c-bde2-59a9352f6580', 'name': 'network-vif-deleted', 'tag': '184fad26-e06d-4aba-824c-e6c86f61368c', 'status': 'completed', 'code': 200} Jun 30 19:02:55.432258 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0bc00-7a19-4693-b757-443a1c73bfd3,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:02:55.437931 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-f6ee1725-c65f-40ee-8ef0-7a5a5cae6549 req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "DELETE /v2.0/ports/184fad26-e06d-4aba-824c-e6c86f61368c HTTP/1.1" status: 204 len: 173 time: 1.1861610 Jun 30 19:02:55.442197 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:02:55.444288 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:02:55.445613 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a6e0bc00-7a19-4693-b757-443a1c73bfd3 HTTP/1.1" status: 204 len: 168 time: 0.7161269 Jun 30 19:02:55.684406 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ff284-2b81-419d-9996-bc5041f91e9c req-39592cf3-0a1b-46cc-95a5-d3fafed607f4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:55.691346 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e93ff284-2b81-419d-9996-bc5041f91e9c req-39592cf3-0a1b-46cc-95a5-d3fafed607f4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1270871 Jun 30 19:02:55.794390 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e93ff284-2b81-419d-9996-bc5041f91e9c req-97127628-9582-4643-9f12-9b1620fa65f0 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017239 Jun 30 19:02:56.059434 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6a083002-5acf-4c40-8dcf-06179afa0494 req-166bf54a-105a-4d50-bf3b-b0e4d0242857 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=c003285d-4fc0-488c-bde2-59a9352f6580 HTTP/1.1" status: 200 len: 210 time: 0.0525308 Jun 30 19:02:57.108820 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b568bc-d8b6-471a-9ff7-7fc8ada50e11 req-ddcfe338-ddd5-4ed3-a6c1-527f6615c2cf tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:57.111153 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-02b568bc-d8b6-471a-9ff7-7fc8ada50e11 req-ddcfe338-ddd5-4ed3-a6c1-527f6615c2cf tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1480262 Jun 30 19:02:57.227000 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-02b568bc-d8b6-471a-9ff7-7fc8ada50e11 req-3e09cd9c-34f9-4c70-9813-fe4d41a66d7c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066992 Jun 30 19:02:57.687310 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9e7b9be0-95fc-4b3a-a1f6-f6585b963f1e tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:57.688743 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9e7b9be0-95fc-4b3a-a1f6-f6585b963f1e tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/networks?id=8d182bd8-4fa4-4579-b515-770803434b66 HTTP/1.1" status: 200 len: 808 time: 0.1589854 Jun 30 19:02:57.708063 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-2cadd4df-8bcd-4d62-9b98-5aed42553ab0 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/quotas/16f7401878604e34b00b18feb3b286a5 HTTP/1.1" status: 200 len: 375 time: 0.0113449 Jun 30 19:02:57.762602 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-492a9b57-df62-4c89-ae5f-d858e6b34c1e tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f7401878604e34b00b18feb3b286a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472009 Jun 30 19:02:57.906505 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-82a7974b-2a6a-4d0c-ba9d-914393106f10 service neutron] 10.222.0.95 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350279 Jun 30 19:02:58.056219 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-1a8bd9a5-5af9-47fd-b8b4-dc39dc080111 service neutron] 10.222.0.95 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410999 Jun 30 19:02:58.063121 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 184fad26-e06d-4aba-824c-e6c86f61368c no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:02:58.102937 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 184fad26-e06d-4aba-824c-e6c86f61368c {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:02:58.103209 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 184fad26-e06d-4aba-824c-e6c86f61368c not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:02:58.280676 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f6bbffc2-fcac-4f13-a8e2-2c8747bb6fd9 req-738d7d55-6357-4991-8495-0ee3c761d731 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 210 time: 0.0630448 Jun 30 19:02:58.500066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eac04d-ef70-46a2-9226-a93f01baa77c req-d53044aa-5be2-4b79-b8a4-80cad94302af tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:58.501799 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-63eac04d-ef70-46a2-9226-a93f01baa77c req-d53044aa-5be2-4b79-b8a4-80cad94302af tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1148181 Jun 30 19:02:58.582797 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-63eac04d-ef70-46a2-9226-a93f01baa77c req-55a1397f-955d-4542-931c-04d2a8e98139 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742419 Jun 30 19:02:59.466096 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f990f0cb-ea9f-4b54-a522-716568a10849 req-a7b8dfd9-4f2b-491a-a4b6-fbdf8cba2bba tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 210 time: 0.0643430 Jun 30 19:02:59.811069 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5244d6c-b620-48a6-a602-fb1cff9cf7b9 req-1fedc7d2-38ca-4406-a122-abb35448a628 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:59.813163 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c5244d6c-b620-48a6-a602-fb1cff9cf7b9 req-1fedc7d2-38ca-4406-a122-abb35448a628 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1176772 Jun 30 19:02:59.835931 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-585efb61-0666-40ad-9baf-74d6f7a86fd8 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:02:59.837370 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-585efb61-0666-40ad-9baf-74d6f7a86fd8 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "GET /v2.0/networks?id=8d182bd8-4fa4-4579-b515-770803434b66 HTTP/1.1" status: 200 len: 808 time: 0.2170384 Jun 30 19:02:59.860718 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Request body: {'port': {'device_id': '4683f181-d95e-44a6-a06b-20260e64a440', 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66', 'admin_state_up': True, 'tenant_id': '16f7401878604e34b00b18feb3b286a5'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:02:59.865810 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c5244d6c-b620-48a6-a602-fb1cff9cf7b9 req-bccc4a51-5c1d-4c8f-8e27-d64d0c3b8854 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Jun 30 19:03:00.026201 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:00.030871 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Usage tracker for resource:port and tenant:16f7401878604e34b00b18feb3b286a5 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:00.034803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:00.043403 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:00.055146 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Made reservation on behalf of 16f7401878604e34b00b18feb3b286a5 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:03:00.059291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:00.374829 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Allocated IP 172.20.0.2 (8d182bd8-4fa4-4579-b515-770803434b66/0b361651-dc35-4357-bf9d-8b37843e70d6/9f025407-8c4f-4c74-80f6-9fa6c8912157) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:00.562175 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38416) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:00.712881 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:00.746626 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:00.752819 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:00.804543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:00.831170 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:00.838359 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8573fe1ca14a07a378013dc35310e6 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:00.842172 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:00.848726 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Network 8d182bd8-4fa4-4579-b515-770803434b66 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:00.853248 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:00.854219 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:00.857729 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:00.901100 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f14a-0c9e-4839-bd32-d34b0b634927 req-fd94d39a-724c-4835-9815-578a5acf2514 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:00.906096 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-46d3f14a-0c9e-4839-bd32-d34b0b634927 req-fd94d39a-724c-4835-9815-578a5acf2514 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 931 time: 0.3173845 Jun 30 19:03:00.917267 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Pushing event updated for resources: {'Port': ['ID=9f025407-8c4f-4c74-80f6-9fa6c8912157,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:00.922528 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:00.942298 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:00.943236 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:00.972048 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1182334 Jun 30 19:03:00.994457 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Request body: {'port': {'device_id': '4683f181-d95e-44a6-a06b-20260e64a440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:01.004336 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-46d3f14a-0c9e-4839-bd32-d34b0b634927 req-79968f30-becc-401c-8448-ff6a0ba63e23 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906472 Jun 30 19:03:01.121829 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.128823 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.139480 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8df6a39d-e942-4562-91f8-8fb030d653fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:01.174432 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.202854 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cf8573fe1ca14a07a378013dc35310e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388795 Jun 30 19:03:01.204977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2660092e-2543-4b0c-b218-c60a4372cc2a,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:01.207843 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38438) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:01.215218 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:01.243248 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b7fb-2539-460a-8b7d-d6600ec3ceed req-a25db6f7-3f15-40cd-8728-a13646e19772 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:01.245044 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9e61b7fb-2539-460a-8b7d-d6600ec3ceed req-a25db6f7-3f15-40cd-8728-a13646e19772 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1967266 Jun 30 19:03:01.330723 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9e61b7fb-2539-460a-8b7d-d6600ec3ceed req-cd19e992-e8b7-43d3-81c6-76ba3d592fdf tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775990 Jun 30 19:03:01.347699 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.391290 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.422736 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38444) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:01.472360 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.480168 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b9a873be-448e-4286-9f0f-049fa2b706f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:01.498476 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2660092e-2543-4b0c-b218-c60a4372cc2a,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:01.502041 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:01.503005 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.504129 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2660092e-2543-4b0c-b218-c60a4372cc2a HTTP/1.1" status: 204 len: 168 time: 0.2907076 Jun 30 19:03:01.608571 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814284ed-8e48-4405-a667-bea312947fb5 req-ac400e94-046f-47fc-a219-7fa6f7834406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:01.610366 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-814284ed-8e48-4405-a667-bea312947fb5 req-ac400e94-046f-47fc-a219-7fa6f7834406 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1687520 Jun 30 19:03:01.620151 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.636980 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:01.641164 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:d6122a4535d64419b901bf84138748f9 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:01.644215 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:01.651381 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:01.727337 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-814284ed-8e48-4405-a667-bea312947fb5 req-fc8c8277-ddd6-4d36-bbee-3d870ca8662c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655534 Jun 30 19:03:01.729510 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f025407-8c4f-4c74-80f6-9fa6c8912157 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:03:01.738065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.757471 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Transition to ACTIVE for port object 9f025407-8c4f-4c74-80f6-9fa6c8912157 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:01.761733 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.765929 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.766727 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:01.777415 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.813202 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-669b3545-8f54-4b50-8a15-d6a5d18e4c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:01.827392 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d6122a4535d64419b901bf84138748f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036474 Jun 30 19:03:01.828113 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38462) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:01.880046 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e10e25-5f06-4290-a11f-7956911ebd18,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:01.886120 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:01.952451 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f025407-8c4f-4c74-80f6-9fa6c8912157,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:01.953196 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf690-073a-4dbf-b942-2e6155a45e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:01.965451 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:02.001349 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf690-073a-4dbf-b942-2e6155a45e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:02.088797 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf690-073a-4dbf-b942-2e6155a45e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:02.094102 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Attempting to bind port 9f025407-8c4f-4c74-80f6-9fa6c8912157 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:02.094828 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Attempting to bind port 9f025407-8c4f-4c74-80f6-9fa6c8912157 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:02.095869 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Attempting to bind port 9f025407-8c4f-4c74-80f6-9fa6c8912157 on network 8d182bd8-4fa4-4579-b515-770803434b66 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:02.096368 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-35d189ac-77d8-496a-87e4-2804248fe550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:02.102869 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Port 9f025407-8c4f-4c74-80f6-9fa6c8912157 on network 8d182bd8-4fa4-4579-b515-770803434b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:03:02.103650 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Attempting to bind port 9f025407-8c4f-4c74-80f6-9fa6c8912157 on network 8d182bd8-4fa4-4579-b515-770803434b66 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:02.110936 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:02.111942 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Checking segment: {'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:02.112349 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaf690-073a-4dbf-b942-2e6155a45e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e10e25-5f06-4290-a11f-7956911ebd18,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:02.112766 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Bound using segment: {'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:02.113476 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Bound port: 9f025407-8c4f-4c74-80f6-9fa6c8912157, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:02.114059 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:02.123478 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-eeeaf690-073a-4dbf-b942-2e6155a45e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:02.135506 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf690-073a-4dbf-b942-2e6155a45e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:02.138185 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-eeeaf690-073a-4dbf-b942-2e6155a45e87 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b6e10e25-5f06-4290-a11f-7956911ebd18 HTTP/1.1" status: 204 len: 168 time: 0.3055220 Jun 30 19:03:02.298892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] For port 9f025407-8c4f-4c74-80f6-9fa6c8912157, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:02.304428 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] For port 9f025407-8c4f-4c74-80f6-9fa6c8912157, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9f025407-8c4f-4c74-80f6-9fa6c8912157,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:02.311293 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:02.317308 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:02.332718 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131d24-c1ca-41e3-a69e-bb8c5b3a0eae req-1682eec1-6381-4382-9473-b86f386a68bf tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:02.338461 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1f131d24-c1ca-41e3-a69e-bb8c5b3a0eae req-1682eec1-6381-4382-9473-b86f386a68bf tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 943 time: 0.1249812 Jun 30 19:03:02.393587 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:02.394380 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:02.397474 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] 10.222.0.99 "PUT /v2.0/ports/9f025407-8c4f-4c74-80f6-9fa6c8912157 HTTP/1.1" status: 200 len: 1093 time: 1.4101579 Jun 30 19:03:02.401796 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4683f181-d95e-44a6-a06b-20260e64a440', 'tag': '9f025407-8c4f-4c74-80f6-9fa6c8912157'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:03:02.403992 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1f131d24-c1ca-41e3-a69e-bb8c5b3a0eae req-aee19be0-bb4f-4c4b-98d7-6688d1c697f1 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586712 Jun 30 19:03:02.451642 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f025407-8c4f-4c74-80f6-9fa6c8912157,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:02.456001 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:02.542842 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4683f181-d95e-44a6-a06b-20260e64a440', 'tag': '9f025407-8c4f-4c74-80f6-9fa6c8912157', 'status': 'completed', 'code': 200} Jun 30 19:03:02.597633 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-56afb9c7-18cf-4f53-ae16-37b5366a383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:02.601046 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-56afb9c7-18cf-4f53-ae16-37b5366a383b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16f7401878604e34b00b18feb3b286a5&device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 1096 time: 0.1065075 Jun 30 19:03:02.618519 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8116-8bc0-4ac6-9fc3-e0ce6bae194a req-5596b257-c6ac-4f2d-af0e-9dcede876fa0 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:02.625893 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9dda8116-8bc0-4ac6-9fc3-e0ce6bae194a req-5596b257-c6ac-4f2d-af0e-9dcede876fa0 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1062815 Jun 30 19:03:02.688691 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9dda8116-8bc0-4ac6-9fc3-e0ce6bae194a req-b341cd4f-18a7-4a01-be92-26fee8437a49 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615160 Jun 30 19:03:02.719223 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-fe27d33d-07a9-4171-a561-d5f4276cd019 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f025407-8c4f-4c74-80f6-9fa6c8912157 HTTP/1.1" status: 200 len: 217 time: 0.0955858 Jun 30 19:03:02.796143 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-fe26474c-f073-495e-bbec-44c9d04da72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:02.797811 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-fe26474c-f073-495e-bbec-44c9d04da72c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0b361651-dc35-4357-bf9d-8b37843e70d6 HTTP/1.1" status: 200 len: 848 time: 0.0751708 Jun 30 19:03:02.810037 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38498) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:02.829106 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:02.849059 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:02.852249 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Usage tracker for resource:security_group_rule and tenant:f796e834b66745fda6ec086b5b2055be is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:02.855392 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:02.855819 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-55ef4d74-1488-44ca-a9ad-277d6f406f8c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8d182bd8-4fa4-4579-b515-770803434b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496781 Jun 30 19:03:02.871388 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:03.031247 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:03.037466 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:03.046362 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-02193496-5231-4b55-b284-078170bd1bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:03.120045 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f796e834b66745fda6ec086b5b2055be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088396 Jun 30 19:03:03.121025 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194f408b-2eb9-439d-8ba6-4612eebe7865,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:03.124389 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38506) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:03.137558 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-e0b3912a-e2cd-48ec-a757-798ab535fd57 service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701483 Jun 30 19:03:03.157000 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:03.261170 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:03.302502 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:03.337129 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-52417698-aee1-4f43-9dda-5cd33cb4c7c9 req-b1069394-47e9-438d-91fb-df8ff62c1a40 service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874897 Jun 30 19:03:03.378891 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:03.385416 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-216b245e-747e-4cc9-91c8-ac40ea4b4a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:03.404147 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f408b-2eb9-439d-8ba6-4612eebe7865,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:03.406670 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:03.414474 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:03.418093 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/194f408b-2eb9-439d-8ba6-4612eebe7865 HTTP/1.1" status: 204 len: 168 time: 0.2645917 Jun 30 19:03:03.608890 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-8b5eb7af-a37e-46c2-a568-bcda4fcb67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:03.610802 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-8b5eb7af-a37e-46c2-a568-bcda4fcb67a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=16f7401878604e34b00b18feb3b286a5&device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 1096 time: 0.1492863 Jun 30 19:03:03.799647 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da292b-1b94-47ba-84a3-e97e1f8a0407 req-fc773f5f-990f-430a-a5c0-00a690dc2d1d tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:03.812025 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-17da292b-1b94-47ba-84a3-e97e1f8a0407 req-fc773f5f-990f-430a-a5c0-00a690dc2d1d tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 943 time: 0.2060459 Jun 30 19:03:03.832458 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-d6532830-e17f-4867-ae08-6db8430299f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:03.834638 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-d6532830-e17f-4867-ae08-6db8430299f5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8d182bd8-4fa4-4579-b515-770803434b66 HTTP/1.1" status: 200 len: 910 time: 0.2165868 Jun 30 19:03:03.924962 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-8455d345-466a-49e9-b97c-90a94c84c7a6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f025407-8c4f-4c74-80f6-9fa6c8912157 HTTP/1.1" status: 200 len: 217 time: 0.0816903 Jun 30 19:03:03.939181 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-17da292b-1b94-47ba-84a3-e97e1f8a0407 req-44871973-eeb0-4c05-b99b-3b3ef5a07a7a tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262724 Jun 30 19:03:03.984838 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472d12b-81cb-4310-82e1-a2013cb970e3 req-3344a2c9-99f2-43fa-95f3-75af1a1b4e86 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:03.986789 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b472d12b-81cb-4310-82e1-a2013cb970e3 req-3344a2c9-99f2-43fa-95f3-75af1a1b4e86 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1237047 Jun 30 19:03:03.997845 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-02c2aaa4-a530-4ea8-8f5b-edfb5601cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:03.999465 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-02c2aaa4-a530-4ea8-8f5b-edfb5601cbcb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0b361651-dc35-4357-bf9d-8b37843e70d6 HTTP/1.1" status: 200 len: 848 time: 0.0667386 Jun 30 19:03:04.056080 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b472d12b-81cb-4310-82e1-a2013cb970e3 req-62f19a8d-fca3-4c08-9e5f-d091b840376f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614066 Jun 30 19:03:04.094949 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-ba16a80a-ff27-41ef-a605-9056b03f9170 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8d182bd8-4fa4-4579-b515-770803434b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825431 Jun 30 19:03:04.240453 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-a426c3d5-778a-42e7-9e5b-fe1b6624d157 service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345532 Jun 30 19:03:04.268839 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8312-58f8-4b46-8863-c98e020a85d5 req-da55f210-1fdb-4f32-a252-585da350bd80 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:04.270447 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3f4e8312-58f8-4b46-8863-c98e020a85d5 req-da55f210-1fdb-4f32-a252-585da350bd80 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1011701 Jun 30 19:03:04.326833 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3f4e8312-58f8-4b46-8863-c98e020a85d5 req-8c0de227-5ec1-4493-8495-afabc4c2e88d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Jun 30 19:03:04.420151 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c198806e-9e65-4752-b2a0-c3d7c3ff3197 req-36b37f53-007d-4f05-a198-1036a5cb0edb service neutron] 10.222.0.99 "GET /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693330 Jun 30 19:03:05.188705 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38588) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:05.210369 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b30ca3-8e2a-416d-9e91-6e36b70f2f0c req-58341280-2ddb-4355-83ba-3aa1d2ca7977 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:05.212344 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-47b30ca3-8e2a-416d-9e91-6e36b70f2f0c req-58341280-2ddb-4355-83ba-3aa1d2ca7977 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 943 time: 0.1278033 Jun 30 19:03:05.240066 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 38594) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:05.292877 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-47b30ca3-8e2a-416d-9e91-6e36b70f2f0c req-4919bf6b-6080-4546-b8bd-7a9cd10f83c9 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737512 Jun 30 19:03:05.399007 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.414817 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.419281 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:05.423176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Usage tracker for resource:security_group_rule and tenant:b87d77983f774f4480702b594fbe16bb is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:05.426014 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:05.430891 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:05.433076 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:05.435334 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8cd94ce19348099b30ec9cd815273e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:05.438813 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:05.450213 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:05.544676 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.550158 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.555776 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.560084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-97f5763c-4c16-40d8-8753-1c754e598b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:05.561074 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.574041 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-54252be5-ba4a-44fc-aec2-ca5107b59e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:05.606853 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b87d77983f774f4480702b594fbe16bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652861 Jun 30 19:03:05.607831 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f47715-f9d8-4c78-a987-a1ef40acd73b,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:05.610676 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 38606) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:05.613620 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:05.622587 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5d8cd94ce19348099b30ec9cd815273e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313164 Jun 30 19:03:05.625292 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38612) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:05.667911 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d839eb-17bb-4d60-bc75-639f6870147a,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:05.671526 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:05.716956 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.745905 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.748776 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.784553 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.818892 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.829252 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:05.866982 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.867322 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d839eb-17bb-4d60-bc75-639f6870147a,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:05.869849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:05.871148 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.873147 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/95d839eb-17bb-4d60-bc75-639f6870147a HTTP/1.1" status: 204 len: 168 time: 0.2468336 Jun 30 19:03:05.899971 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-27c75865-8407-4e74-824e-f54f1a6a004e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:05.922940 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1b915870-42cf-48e4-9ba4-328fa811920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.923594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:05.928906 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a0f47715-f9d8-4c78-a987-a1ef40acd73b HTTP/1.1" status: 204 len: 168 time: 0.3169217 Jun 30 19:03:05.931831 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f47715-f9d8-4c78-a987-a1ef40acd73b,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:05.937098 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:06.110217 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 9f025407-8c4f-4c74-80f6-9fa6c8912157 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:03:06.296804 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 9f025407-8c4f-4c74-80f6-9fa6c8912157, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9f025407-8c4f-4c74-80f6-9fa6c8912157,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:06.314679 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '9f025407-8c4f-4c74-80f6-9fa6c8912157', 'network_id': '8d182bd8-4fa4-4579-b515-770803434b66', 'port_id': '9f025407-8c4f-4c74-80f6-9fa6c8912157', 'mac_address': 'fa:16:3e:6d:17:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b361651-dc35-4357-bf9d-8b37843e70d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:03:06.359961 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 38644) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:06.382509 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:06.383852 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:06.403028 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:06.406094 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f025407-8c4f-4c74-80f6-9fa6c8912157 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:03:06.407391 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Usage tracker for resource:security_group_rule and tenant:bb6bcfa5850c4e0dbf0dcbf27841d7f7 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:06.421663 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:06.436833 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:06.440807 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 9f025407-8c4f-4c74-80f6-9fa6c8912157, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9f025407-8c4f-4c74-80f6-9fa6c8912157,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:06.459705 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:06.469520 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-d06d9d95-3cf6-44a5-870d-2a94866807fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:06.552952 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:06.565092 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-7c86c286-9d37-4208-af8b-b9f61071e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:06.566736 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-7c86c286-9d37-4208-af8b-b9f61071e341 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.1273727 Jun 30 19:03:06.572845 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=9f025407-8c4f-4c74-80f6-9fa6c8912157,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:06.577134 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:06.623198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:06.630717 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:06.638575 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a9dc48ad-e311-4794-8d1b-626a80460712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:06.656307 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ee15-104f-4f8f-9102-180a16ea5d8d req-166091b1-22c0-45ec-8201-e6dc8e706e32 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:06.658183 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0758ee15-104f-4f8f-9102-180a16ea5d8d req-166091b1-22c0-45ec-8201-e6dc8e706e32 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 944 time: 0.1715403 Jun 30 19:03:06.732265 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bb6bcfa5850c4e0dbf0dcbf27841d7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684168 Jun 30 19:03:06.732983 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03476e82-f218-4ed3-b908-7545a41657bb,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:06.738934 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:06.749500 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 38652) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:06.756310 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0758ee15-104f-4f8f-9102-180a16ea5d8d req-30a50421-9ed9-4cd1-88c7-479549a45432 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870650 Jun 30 19:03:06.889688 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-76a4f63c-c00e-4735-a95e-bf596fc57391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:06.893439 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-76a4f63c-c00e-4735-a95e-bf596fc57391 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.3138390 Jun 30 19:03:06.921915 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['9f025407-8c4f-4c74-80f6-9fa6c8912157'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:03:06.992076 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0214-7346-44fe-b4f2-ae8667047349 req-1020ad81-3553-419b-8b90-113797e589fc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:06.994838 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a6ce0214-7346-44fe-b4f2-ae8667047349 req-1020ad81-3553-419b-8b90-113797e589fc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2375073 Jun 30 19:03:07.051510 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a6ce0214-7346-44fe-b4f2-ae8667047349 req-82a4ae78-5fc8-4ba9-8264-8e14ffd05b15 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506105 Jun 30 19:03:07.068793 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-9c1f7d2f-fb29-4cc6-b04d-205338091a88 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 217 time: 0.1600640 Jun 30 19:03:07.090420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:07.191835 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:07.210732 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-f42aa011-0773-48f6-a233-8c89fb17c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:07.212773 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-f42aa011-0773-48f6-a233-8c89fb17c94c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.1201291 Jun 30 19:03:07.360287 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-def63fcb-02ba-4d77-a824-e73f15bae5f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145566 Jun 30 19:03:07.459659 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:07.466417 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:07.480792 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03476e82-f218-4ed3-b908-7545a41657bb,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:07.484793 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:07.494808 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:07.495912 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/03476e82-f218-4ed3-b908-7545a41657bb HTTP/1.1" status: 204 len: 168 time: 0.7452133 Jun 30 19:03:07.538576 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-0227e398-ec48-4d28-ac7a-8e337462aa4d service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712079 Jun 30 19:03:07.704068 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-62edb420-cd7d-42ec-8467-5642db5d5825 req-21aae81d-4563-4856-8113-f1707a1e2046 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567087 Jun 30 19:03:08.072140 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284739c1-03c4-4ded-8a8e-4d2554f620fb req-31604115-61f0-41db-8f7e-b429c753dc6c tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:08.074778 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-284739c1-03c4-4ded-8a8e-4d2554f620fb req-31604115-61f0-41db-8f7e-b429c753dc6c tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 944 time: 0.1314473 Jun 30 19:03:08.122814 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 9f025407-8c4f-4c74-80f6-9fa6c8912157 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:08.192221 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-284739c1-03c4-4ded-8a8e-4d2554f620fb req-8823cecc-12f9-451a-b40c-4900c37d9141 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117473 Jun 30 19:03:08.230027 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 9f025407-8c4f-4c74-80f6-9fa6c8912157 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:08.236806 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 9f025407-8c4f-4c74-80f6-9fa6c8912157 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:08.237630 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:08.336615 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598761b-c214-4db2-843b-3a179d258d74 req-b40ccac6-bb9e-423c-9e4e-8d1c02a1db4e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:08.338127 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d598761b-c214-4db2-843b-3a179d258d74 req-b40ccac6-bb9e-423c-9e4e-8d1c02a1db4e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1073761 Jun 30 19:03:08.394904 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d598761b-c214-4db2-843b-3a179d258d74 req-86a4e102-48bf-4f8b-9de6-10c2669d62b2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Jun 30 19:03:08.419499 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:08.450061 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683f181-d95e-44a6-a06b-20260e64a440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f025407-8c4f-4c74-80f6-9fa6c8912157'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:03:08.465807 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 9f025407-8c4f-4c74-80f6-9fa6c8912157, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9f025407-8c4f-4c74-80f6-9fa6c8912157,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:08.472277 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:08.476780 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:08.515042 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4683f181-d95e-44a6-a06b-20260e64a440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f025407-8c4f-4c74-80f6-9fa6c8912157', 'code': 200} Jun 30 19:03:08.566979 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=9f025407-8c4f-4c74-80f6-9fa6c8912157,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:08.570938 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:08.854836 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-f13d86ff-604b-4d07-947e-cee3f768aa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:08.877591 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bacedc-df11-4c01-9823-01d4412e70ae req-a2102143-db1f-46ea-8b61-ee9fcdf14cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:08.879377 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a7bacedc-df11-4c01-9823-01d4412e70ae req-a2102143-db1f-46ea-8b61-ee9fcdf14cfc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 1098 time: 0.0894575 Jun 30 19:03:08.954927 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a7bacedc-df11-4c01-9823-01d4412e70ae req-5ee50054-36d0-4b11-a47c-aab6856e468f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555520 Jun 30 19:03:09.409520 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da98b43-c3cf-44d1-aa1d-7abc534b5b24 req-702bdb37-87dd-4d74-a15d-cc2b665bc9d8 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:09.411736 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8da98b43-c3cf-44d1-aa1d-7abc534b5b24 req-702bdb37-87dd-4d74-a15d-cc2b665bc9d8 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 945 time: 0.0870056 Jun 30 19:03:09.464546 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8da98b43-c3cf-44d1-aa1d-7abc534b5b24 req-f37b9931-445c-40e4-a49c-c1be1b17b528 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461013 Jun 30 19:03:09.659336 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9051d5-b9e9-4487-9b88-9c9863dffa1f req-29b9b024-bc00-4506-945c-62fd498074e8 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:09.660865 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4d9051d5-b9e9-4487-9b88-9c9863dffa1f req-29b9b024-bc00-4506-945c-62fd498074e8 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0865579 Jun 30 19:03:09.710822 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4d9051d5-b9e9-4487-9b88-9c9863dffa1f req-2d5fd388-ab93-43aa-a075-aba2bf362df4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Jun 30 19:03:10.345913 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:10.560110 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-6b7bf006-11fe-421d-853e-9b1c51fdaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:10.562801 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-6b7bf006-11fe-421d-853e-9b1c51fdaf4a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.1420784 Jun 30 19:03:10.784236 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-dcfc87af-8e27-444d-bfd9-fec53896d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:10.785607 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-dcfc87af-8e27-444d-bfd9-fec53896d76b service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.1747417 Jun 30 19:03:10.797533 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa107e-2e94-45e8-bfc1-9dd1aa33105a req-129f1535-306e-463f-bc5c-b586796c8243 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:10.799070 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-60aa107e-2e94-45e8-bfc1-9dd1aa33105a req-129f1535-306e-463f-bc5c-b586796c8243 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 945 time: 0.1393237 Jun 30 19:03:10.863896 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-60aa107e-2e94-45e8-bfc1-9dd1aa33105a req-452fd6ea-a466-42f1-ae27-257b8929d957 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586646 Jun 30 19:03:10.902841 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:10.916867 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-6a7fb69f-f411-455d-9e4a-b0cedb050bcd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 217 time: 0.0760200 Jun 30 19:03:10.983823 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-ba964c1e-9e3b-4bd1-ab7f-8876e0cea7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:10.985716 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-ba964c1e-9e3b-4bd1-ab7f-8876e0cea7e4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.0608451 Jun 30 19:03:11.018576 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5361-7ba1-4336-8b52-1b0385c5d00b req-afda801d-f481-4b0f-bab5-952a255c08be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:11.020070 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5ab5361-7ba1-4336-8b52-1b0385c5d00b req-afda801d-f481-4b0f-bab5-952a255c08be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0834765 Jun 30 19:03:11.039857 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-7ebdc904-6658-404a-94a2-7adf446fa5e6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434098 Jun 30 19:03:11.069369 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5ab5361-7ba1-4336-8b52-1b0385c5d00b req-5d3ad395-f734-4e0b-951f-8f13ddfdbf6e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Jun 30 19:03:11.177034 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-c5b985b3-f409-4476-a4e1-5bff6413e8df service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286201 Jun 30 19:03:11.318041 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-183976f1-6d68-4cb4-9fd5-a6efb60800bd req-50bc5c33-2086-4e58-9dff-512e5eeb6cbf service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320901 Jun 30 19:03:12.129237 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15a49d-e2f0-406d-b71a-31fed52bba1d req-90f0c5a8-b2bc-42ce-95ca-2fcc0d954f34 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:12.131821 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2d15a49d-e2f0-406d-b71a-31fed52bba1d req-90f0c5a8-b2bc-42ce-95ca-2fcc0d954f34 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 945 time: 0.0967457 Jun 30 19:03:12.151065 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:12.180304 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2d15a49d-e2f0-406d-b71a-31fed52bba1d req-98edcacc-e7bd-4b22-a6e4-147b509b3f14 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Jun 30 19:03:12.377978 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de3fa4-a488-49fb-aa0a-9f31b6bbe339 req-54cf2b67-e2ac-4bc0-b74c-ffa2a3173d11 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:12.379802 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-69de3fa4-a488-49fb-aa0a-9f31b6bbe339 req-54cf2b67-e2ac-4bc0-b74c-ffa2a3173d11 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0951903 Jun 30 19:03:12.432040 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-69de3fa4-a488-49fb-aa0a-9f31b6bbe339 req-03b8900a-d7e0-4d1b-b5f7-7dea9d21710c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Jun 30 19:03:13.654740 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb8c1a-8030-4838-a5f1-489e86b3abaf req-56fb0987-3fb7-41a5-b9fd-5fd0f4697043 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:13.656508 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b8eb8c1a-8030-4838-a5f1-489e86b3abaf req-56fb0987-3fb7-41a5-b9fd-5fd0f4697043 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1116321 Jun 30 19:03:13.720039 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b8eb8c1a-8030-4838-a5f1-489e86b3abaf req-d905cd06-5a2b-46f4-9fd6-b5ec5b98d9c8 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552833 Jun 30 19:03:14.233674 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4084211-26ed-4f72-9aef-273176ad5bad req-be2f8a18-9e00-4c83-9e0d-018d1b283946 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:14.235837 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b4084211-26ed-4f72-9aef-273176ad5bad req-be2f8a18-9e00-4c83-9e0d-018d1b283946 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 945 time: 0.1038277 Jun 30 19:03:14.283238 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b4084211-26ed-4f72-9aef-273176ad5bad req-95a5c879-ee27-4b92-9754-a17096269ae8 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Jun 30 19:03:14.929698 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086728ba-2322-4140-974a-9580e5ad388f req-703db196-4626-47ed-a26f-987b5d4ed62e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:14.931373 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-086728ba-2322-4140-974a-9580e5ad388f req-703db196-4626-47ed-a26f-987b5d4ed62e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0930753 Jun 30 19:03:14.986474 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-086728ba-2322-4140-974a-9580e5ad388f req-bc47397d-0fbc-4859-9417-2aa802a15332 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Jun 30 19:03:15.428560 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:03:15.499194 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eac58-404d-4401-ba63-85c3ce44ae9d req-5fed998a-c4ad-419a-9736-ee3aba121369 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:15.500745 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-887eac58-404d-4401-ba63-85c3ce44ae9d req-5fed998a-c4ad-419a-9736-ee3aba121369 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 945 time: 0.0922484 Jun 30 19:03:15.555066 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-887eac58-404d-4401-ba63-85c3ce44ae9d req-2996877c-bbc8-4f92-9783-252fd0d8b097 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477486 Jun 30 19:03:16.191598 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c120-883f-40c6-8672-2d3661d278f4 req-6c757019-ed64-4c47-b665-57ad8c41c4ea tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:16.193709 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f4d2c120-883f-40c6-8672-2d3661d278f4 req-6c757019-ed64-4c47-b665-57ad8c41c4ea tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0879190 Jun 30 19:03:16.243024 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f4d2c120-883f-40c6-8672-2d3661d278f4 req-2303db7c-fc8b-4e08-b968-0015f8f18b36 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Jun 30 19:03:16.388751 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b25d-01a3-4638-985c-02d0734632f0 req-9e824a3a-4ab0-4a03-a3f9-cd351d025eea tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:16.389430 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-da07b25d-01a3-4638-985c-02d0734632f0 req-9e824a3a-4ab0-4a03-a3f9-cd351d025eea tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Synchronizing usage tracker for tenant:16f7401878604e34b00b18feb3b286a5 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:03:16.408675 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-da07b25d-01a3-4638-985c-02d0734632f0 req-9e824a3a-4ab0-4a03-a3f9-cd351d025eea tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Unset dirty status for tenant:16f7401878604e34b00b18feb3b286a5 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:03:16.410306 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da07b25d-01a3-4638-985c-02d0734632f0 req-9e824a3a-4ab0-4a03-a3f9-cd351d025eea tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 945 time: 0.1255724 Jun 30 19:03:16.496654 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Deleting port 9f025407-8c4f-4c74-80f6-9fa6c8912157 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:03:16.497002 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:16.809184 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cdb5e-8a61-45a8-a076-741c89a1ae4d req-8f3319ea-9d1a-497f-bf40-8d8b933269b1 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:16.814294 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] For port 9f025407-8c4f-4c74-80f6-9fa6c8912157, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=9f025407-8c4f-4c74-80f6-9fa6c8912157,segment=NetworkSegment(d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33),segment_id=d3b14cf0-c160-46f9-a8ea-0a42e5f3fb33)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:16.814972 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:16.819859 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a76cdb5e-8a61-45a8-a076-741c89a1ae4d req-8f3319ea-9d1a-497f-bf40-8d8b933269b1 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 945 time: 0.1389558 Jun 30 19:03:16.873706 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a76cdb5e-8a61-45a8-a076-741c89a1ae4d req-79bb650d-6c19-413c-b92d-d4bd70f752f5 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/security-groups?id=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487814 Jun 30 19:03:17.062123 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Calling delete_port for 9f025407-8c4f-4c74-80f6-9fa6c8912157 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:03:17.217010 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:17.224160 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67bf46f7-0649-4bcc-b3ff-20dc372b1be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:17.265716 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['9f025407-8c4f-4c74-80f6-9fa6c8912157'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:03:17.275190 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Pushing event deleted for resources: {'Port': ['ID=9f025407-8c4f-4c74-80f6-9fa6c8912157,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:17.323336 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.323593 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.323947 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.324291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.324631 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.325287 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.325634 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.325972 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.326890 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.327233 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.327751 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.328380 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:17.331764 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:17.371658 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] No DVR routers for this DVR port 9f025407-8c4f-4c74-80f6-9fa6c8912157 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:03:17.374377 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:17.377489 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683f181-d95e-44a6-a06b-20260e64a440', 'name': 'network-vif-deleted', 'tag': '9f025407-8c4f-4c74-80f6-9fa6c8912157'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:03:17.394162 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da07b25d-01a3-4638-985c-02d0734632f0 req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.99 "DELETE /v2.0/ports/9f025407-8c4f-4c74-80f6-9fa6c8912157 HTTP/1.1" status: 204 len: 173 time: 0.9652786 Jun 30 19:03:17.452220 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4683f181-d95e-44a6-a06b-20260e64a440', 'name': 'network-vif-deleted', 'tag': '9f025407-8c4f-4c74-80f6-9fa6c8912157', 'status': 'completed', 'code': 200} Jun 30 19:03:17.482649 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14feb07-2c1b-4cb8-836d-289561a8eb00 req-f8f9a875-1f17-4bb4-9d0c-239bb00f5ea3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:17.484214 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a14feb07-2c1b-4cb8-836d-289561a8eb00 req-f8f9a875-1f17-4bb4-9d0c-239bb00f5ea3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1166887 Jun 30 19:03:17.549322 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a14feb07-2c1b-4cb8-836d-289561a8eb00 req-0070a234-6019-4741-9b4b-1534aad8b8a5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584116 Jun 30 19:03:18.080672 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d3d0aa5f-c1be-4616-bf8d-7ed6fa4274b2 req-3336574d-03c0-44c1-9c46-4068ca59f49a tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683f181-d95e-44a6-a06b-20260e64a440 HTTP/1.1" status: 200 len: 210 time: 0.0632670 Jun 30 19:03:18.454129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39084) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:18.591410 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:18.613855 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:18.619060 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Usage tracker for resource:security_group_rule and tenant:e96ad6c14bf24887ac0e6a62d72c5187 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:18.622640 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:18.629753 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:18.791806 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:18.804493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:18.827916 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:18.898857 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7294c518-96c4-489c-9e31-74992bb09475,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:18.925288 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:18.975357 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e96ad6c14bf24887ac0e6a62d72c5187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167947 Jun 30 19:03:18.976503 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39108) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:19.085033 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.094623 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c982ff-48fe-48cc-85b4-029e4ca1616a req-6f041bff-6df6-4535-ab6a-90c7e7d74689 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:19.096219 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b8c982ff-48fe-48cc-85b4-029e4ca1616a req-6f041bff-6df6-4535-ab6a-90c7e7d74689 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2591920 Jun 30 19:03:19.120531 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.148384 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b8c982ff-48fe-48cc-85b4-029e4ca1616a req-f28eaad5-5a04-429c-a023-23908935b412 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Jun 30 19:03:19.200804 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.206129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-85ab33f3-25f8-4581-840c-94196b81ae28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:19.220372 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7294c518-96c4-489c-9e31-74992bb09475,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:19.224847 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:19.228653 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.230171 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7294c518-96c4-489c-9e31-74992bb09475 HTTP/1.1" status: 204 len: 168 time: 0.2521367 Jun 30 19:03:19.557414 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39136) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:19.575075 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.590566 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:19.594487 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Usage tracker for resource:security_group_rule and tenant:41535a16a00140169aa599f04ad0837c is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:19.597370 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:19.603906 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:19.705986 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.711215 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.720204 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1c7d5c22-97b6-4bb0-8572-c78a490dcc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:19.763916 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=41535a16a00140169aa599f04ad0837c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030849 Jun 30 19:03:19.763916 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4685e2-1236-4a84-aef2-9ef930eb1667,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:19.764421 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39152) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:19.770804 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.771170 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.771528 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.771885 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.772264 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.772571 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.772916 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.773260 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.773603 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.774044 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.774390 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.774732 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:19.779465 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:19.860877 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.892358 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.990647 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:19.999237 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-15d40072-6746-409a-9223-df40215dd8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:20.017004 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4685e2-1236-4a84-aef2-9ef930eb1667,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:20.020059 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:20.023820 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ea4685e2-1236-4a84-aef2-9ef930eb1667 HTTP/1.1" status: 204 len: 168 time: 0.2583277 Jun 30 19:03:20.025212 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:20.154587 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 9f025407-8c4f-4c74-80f6-9fa6c8912157 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:03:20.228833 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 9f025407-8c4f-4c74-80f6-9fa6c8912157 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:03:20.229164 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 9f025407-8c4f-4c74-80f6-9fa6c8912157 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:03:20.472109 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386e361-0633-4d04-9f63-93f2de1a03b1 req-4a5df32c-c167-4ba6-95b9-296f56697ea1 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:20.474437 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0386e361-0633-4d04-9f63-93f2de1a03b1 req-4a5df32c-c167-4ba6-95b9-296f56697ea1 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1001651 Jun 30 19:03:20.552318 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0386e361-0633-4d04-9f63-93f2de1a03b1 req-ad714510-45aa-4531-9d41-a79b5412d593 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Jun 30 19:03:20.606718 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39194) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:20.625432 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:20.641624 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:20.646379 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Usage tracker for resource:security_group_rule and tenant:89733b922aff446eb80aef26d1866eee is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:20.649312 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:20.655670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:20.757526 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:20.762715 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:20.778841 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-904d73cf-958b-4933-9892-b84da744bde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:20.820873 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb21ed-f211-454a-9022-06a0896b7d34,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:20.826107 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=89733b922aff446eb80aef26d1866eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183778 Jun 30 19:03:20.827318 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:20.828853 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39204) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:20.919217 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:20.949352 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:21.016056 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:21.022229 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee9da725-2dbc-45a5-a091-3f1a50d90cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:21.036160 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb21ed-f211-454a-9022-06a0896b7d34,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:21.042165 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:21.042165 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:21.042165 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1eeb21ed-f211-454a-9022-06a0896b7d34 HTTP/1.1" status: 204 len: 168 time: 0.2111759 Jun 30 19:03:21.768782 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfc23-9aca-4b60-90f5-9bd6003c969b req-299ed170-87a7-48b8-81b4-3a1146ece439 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:21.770600 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5adcfc23-9aca-4b60-90f5-9bd6003c969b req-299ed170-87a7-48b8-81b4-3a1146ece439 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0986164 Jun 30 19:03:21.821918 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5adcfc23-9aca-4b60-90f5-9bd6003c969b req-6356836c-2b16-428e-a8b4-aebf1aa0260f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Jun 30 19:03:21.893190 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39238) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:22.000563 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2032633072-network', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:22.005526 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:22.009630 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Usage tracker for resource:network and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:22.012512 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:22.018899 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:22.030216 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Made reservation on behalf of 369991e2ea7740ababa870cb4c4a4e7d for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:03:22.032512 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.049802 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.074020 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:22.077834 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:22.080734 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:22.086677 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:22.171380 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.182084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.186383 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-4cceadc6-2943-4f35-be5a-020aab6d07e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:22.218290 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:03:22.224971 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8466503-c221-4bfe-93a3-5050f29938bd,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:22.232587 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:22.236550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.237093 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Added segment 099e4561-f146-4a58-9486-bc9669a9469b of type vlan for network 6d5169a0-f4d1-46e5-a566-f445760409d4 Jun 30 19:03:22.266490 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.297539 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.298884 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:22.299470 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.303510 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:22.410282 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5169a0-f4d1-46e5-a566-f445760409d4,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:22.416233 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5211530 Jun 30 19:03:22.417856 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:22.430694 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39252) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:22.439283 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:03:22.442123 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Request body: {'subnet': {'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2032633072-subnet', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'ip_version': 4}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:22.448297 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:22.453533 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Usage tracker for resource:subnet and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:22.457730 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:22.466510 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:22.504544 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Made reservation on behalf of 369991e2ea7740ababa870cb4c4a4e7d for: {'subnet': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:03:22.514415 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14900722'] for subnet, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.770877 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15670128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14900708'] for subnet, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.776778 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-9fead8b0-2489-435f-9a01-5425bffaee29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:22.869232 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1eb1a0-a709-4583-8b89-87e44495bccf,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:22.873630 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:22.875090 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Checking segment: {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:22.875624 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Network hostable DHCP agents. Network: 6d5169a0-f4d1-46e5-a566-f445760409d4, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:03:22.898209 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:03:22.928484 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 6d5169a0-f4d1-46e5-a566-f445760409d4) {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:22.934094 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:22.935778 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:22.938748 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1fb67-7aa5-4041-892a-4e42bea766e4 None None] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:03:22.974070 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39264) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:22.974663 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-ea6e76fe-28b4-48db-9c52-9de7b7a4d464 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5422447 Jun 30 19:03:22.979765 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:22.984949 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:22.989760 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Usage tracker for resource:router and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:22.992868 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:22.998775 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:23.011145 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.012418 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.030049 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.072990 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770a6c-9ca6-4512-8693-bd66be4d9556 req-c2aa9b8c-473d-4353-8133-04027116c16b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:23.081687 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8c770a6c-9ca6-4512-8693-bd66be4d9556 req-c2aa9b8c-473d-4353-8133-04027116c16b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1054466 Jun 30 19:03:23.142252 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8c770a6c-9ca6-4512-8693-bd66be4d9556 req-65959bf3-f765-46dc-9f95-728b5fc1b0ca tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589459 Jun 30 19:03:23.222504 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-6d5169a0-f4d1-46e5-a566-f445760409d4', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 19:03:23.223431 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.366550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.404770 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Allocated IP 172.20.0.2 (6d5169a0-f4d1-46e5-a566-f445760409d4/ac1eb1a0-a709-4583-8b89-87e44495bccf/59fed5e4-16ef-43a9-93e7-0b1349693a07) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:23.502336 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79038d70-1c1a-43fb-94dc-bc3e3f59f1ad req-b6915e4e-0ae7-4135-b969-727f79d2ea36 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:23.505271 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-79038d70-1c1a-43fb-94dc-bc3e3f59f1ad req-b6915e4e-0ae7-4135-b969-727f79d2ea36 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0992839 Jun 30 19:03:23.564451 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-79038d70-1c1a-43fb-94dc-bc3e3f59f1ad req-e661a50e-17c4-45f7-aa82-a01f9668c664 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508842 Jun 30 19:03:23.664040 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.676450 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Transition to ACTIVE for port object 59fed5e4-16ef-43a9-93e7-0b1349693a07 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:23.699068 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Transition to ACTIVE for port object 59fed5e4-16ef-43a9-93e7-0b1349693a07 will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:23.708435 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.724816 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:23.779879 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:23.781118 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:23.797963 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:23.821725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.876818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.924635 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Pushing event updated for resources: {'Port': ['ID=59fed5e4-16ef-43a9-93e7-0b1349693a07,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.945747 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:23.958517 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:23.967034 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Attempting to bind port 59fed5e4-16ef-43a9-93e7-0b1349693a07 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:23.967580 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Attempting to bind port 59fed5e4-16ef-43a9-93e7-0b1349693a07 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:23.968219 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Attempting to bind port 59fed5e4-16ef-43a9-93e7-0b1349693a07 on network 6d5169a0-f4d1-46e5-a566-f445760409d4 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:23.975001 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:23.975389 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Checking segment: {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:23.975799 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:23.976198 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Bound using segment: {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:23.976670 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Bound port: 59fed5e4-16ef-43a9-93e7-0b1349693a07, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:23.977048 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:24.054285 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Allocated IP 172.28.1.33 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/8cbdd15a-286f-4ec4-93a6-c39ea54d060e) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:24.078705 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] For port 59fed5e4-16ef-43a9-93e7-0b1349693a07, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:24.081846 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] For port 59fed5e4-16ef-43a9-93e7-0b1349693a07, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=59fed5e4-16ef-43a9-93e7-0b1349693a07,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:24.086380 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:24.090883 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:24.195721 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Pushing event updated for resources: {'Port': ['ID=59fed5e4-16ef-43a9-93e7-0b1349693a07,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:24.199095 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:24.274946 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:24.346639 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:24.358038 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:24.462314 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:24.467126 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:24.473867 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:24.533608 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e6817-f8f9-4c92-9570-45e82e8b1969 req-330acfd5-9c64-421f-a131-ce27d71b7491 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:24.549971 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-264e6817-f8f9-4c92-9570-45e82e8b1969 req-330acfd5-9c64-421f-a131-ce27d71b7491 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1869338 Jun 30 19:03:24.596402 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Pushing event updated for resources: {'Port': ['ID=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:24.604685 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:24.703525 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-264e6817-f8f9-4c92-9570-45e82e8b1969 req-e942daf0-0d0d-486c-a26b-c5fddd737e1a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502368 Jun 30 19:03:24.873361 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90094c-223e-4f4b-8847-fa86c997b11c req-11dffd31-c504-4873-aa92-4d77afd535da tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:24.874944 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bf90094c-223e-4f4b-8847-fa86c997b11c req-11dffd31-c504-4873-aa92-4d77afd535da tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0971816 Jun 30 19:03:24.927700 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bf90094c-223e-4f4b-8847-fa86c997b11c req-dc235482-634f-4aff-9c8a-404abca3bc77 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463674 Jun 30 19:03:25.088403 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:25.503192 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c7bdc-2e41-4419-895c-fd6739815081 None None] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:03:25.584094 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:25.605653 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-289ab080-725c-4542-943f-5809287495ab None None] Provisioning for port 59fed5e4-16ef-43a9-93e7-0b1349693a07 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:25.834525 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Router 91196f21-bc00-4686-abf7-a5ea8aa197f7 is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 19:03:25.918397 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305fe04-6206-426e-97f9-f363d0dcb5c5 req-2951440c-c678-4cc4-a7e8-ecbd119f2567 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:25.919993 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4305fe04-6206-426e-97f9-f363d0dcb5c5 req-2951440c-c678-4cc4-a7e8-ecbd119f2567 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0881605 Jun 30 19:03:25.980957 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4305fe04-6206-426e-97f9-f363d0dcb5c5 req-08f35cdf-8d35-4eca-a2b3-e0d11e834637 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547011 Jun 30 19:03:26.042671 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:03:26.056279 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Sync routers for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:03:26.065487 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:26.066213 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:26.072445 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:26.074728 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0991144 Jun 30 19:03:26.076430 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39316) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:26.230467 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88163213-9c9b-4286-b81e-2a09c456a252 req-6745142d-95ed-4aa4-a018-99b267a5707c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:26.232049 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-88163213-9c9b-4286-b81e-2a09c456a252 req-6745142d-95ed-4aa4-a018-99b267a5707c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1767905 Jun 30 19:03:26.236410 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 59fed5e4-16ef-43a9-93e7-0b1349693a07 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:26.271654 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:26.287609 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-88163213-9c9b-4286-b81e-2a09c456a252 req-82e73782-7d07-473c-9206-81c5c165a3e5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493474 Jun 30 19:03:26.351661 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 59fed5e4-16ef-43a9-93e7-0b1349693a07 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:26.357442 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 59fed5e4-16ef-43a9-93e7-0b1349693a07 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:26.358361 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:26.525884 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:26.558878 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 59fed5e4-16ef-43a9-93e7-0b1349693a07, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=59fed5e4-16ef-43a9-93e7-0b1349693a07,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:26.563347 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:26.565168 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:26.608681 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:24Z', 'revision_number': 3, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:26.618101 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Checking router: 91196f21-bc00-4686-abf7-a5ea8aa197f7 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:03:26.618491 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Updating router 91196f21-bc00-4686-abf7-a5ea8aa197f7 port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:03:26.638455 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=59fed5e4-16ef-43a9-93e7-0b1349693a07,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:26.642166 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:26.715488 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:26.932245 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.122398 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.140205 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Transition to ACTIVE for port object 8cbdd15a-286f-4ec4-93a6-c39ea54d060e will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:27.150056 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.154420 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:27.194693 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Allocated IP 172.20.0.1 (6d5169a0-f4d1-46e5-a566-f445760409d4/ac1eb1a0-a709-4583-8b89-87e44495bccf/26f550b2-234a-45af-bec4-f9f5bf04a128) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:27.237034 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Pushing event updated for resources: {'Port': ['ID=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:27.240254 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Attempting to bind port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:27.240631 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Attempting to bind port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:27.240992 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Attempting to bind port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:27.244620 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5ce0c-7131-4a90-b07a-4e53a342d690 req-e9fe11bd-e411-4ad2-9e59-0c4e771c034f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:27.250906 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.251493 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.251990 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.252477 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.252953 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.253381 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43b5ce0c-7131-4a90-b07a-4e53a342d690 req-e9fe11bd-e411-4ad2-9e59-0c4e771c034f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1264658 Jun 30 19:03:27.253603 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.254068 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.255234 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.255720 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.257148 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.257484 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.257806 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:03:27.261883 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:27.262888 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:27.263259 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:27.263656 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.264046 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:27.264520 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Bound port: 8cbdd15a-286f-4ec4-93a6-c39ea54d060e, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:27.264914 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.300215 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43b5ce0c-7131-4a90-b07a-4e53a342d690 req-32379d39-0973-4d38-877d-ed422266a528 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Jun 30 19:03:27.350853 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] For port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:27.354977 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] For port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:27.364337 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.386863 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a4228047-b751-47b2-b6c5-dd03fabdffc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:27.465741 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:27.466883 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:27.529050 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.553625 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Transition to ACTIVE for port object 26f550b2-234a-45af-bec4-f9f5bf04a128 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:27.582272 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d198e7-2c21-470e-b862-949af9ca76a2 req-f736b259-93ec-4ca4-a8e8-b703dca25fc7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:27.584657 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-07d198e7-2c21-470e-b862-949af9ca76a2 req-f736b259-93ec-4ca4-a8e8-b703dca25fc7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1490145 Jun 30 19:03:27.590363 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.595316 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:27.597806 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Pushing event updated for resources: {'Port': ['ID=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:27.601549 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:27.666706 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-07d198e7-2c21-470e-b862-949af9ca76a2 req-e1346f16-c2a9-4f55-86ba-8af1cee4a199 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702314 Jun 30 19:03:27.674452 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:27.677981 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:27.681914 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:27.726055 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:27.740553 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Pushing event updated for resources: {'Port': ['ID=26f550b2-234a-45af-bec4-f9f5bf04a128,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:27.743632 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:27.757550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.969145 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:27.993618 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-6ab7ebce-a004-4739-9858-929714d1511d None None] Provisioning for port 26f550b2-234a-45af-bec4-f9f5bf04a128 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:28.000083 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-6ab7ebce-a004-4739-9858-929714d1511d None None] Provisioning complete for port 26f550b2-234a-45af-bec4-f9f5bf04a128 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:28.000455 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ebce-a004-4739-9858-929714d1511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:28.061449 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7ebce-a004-4739-9858-929714d1511d None None] Port 26f550b2-234a-45af-bec4-f9f5bf04a128 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:03:28.100968 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:24Z', 'revision_number': 3, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:28.105265 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84b38a-099e-470a-a5a2-4a4f6f42f427 None None] The sync data for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb is: [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:24Z', 'revision_number': 3, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:03:28.124018 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 59fed5e4-16ef-43a9-93e7-0b1349693a07 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:28.243221 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 59fed5e4-16ef-43a9-93e7-0b1349693a07 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:28.245737 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:28.252620 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:28.263624 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:28.304117 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2e603ba7-490a-4e5e-aae9-dca07e17c56b tempest-DeleteServersTestJSON-110279797 tempest-DeleteServersTestJSON-110279797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:28.437281 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Pushing event updated for resources: {'Port': ['ID=26f550b2-234a-45af-bec4-f9f5bf04a128,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:28.453127 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:28.466226 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:28.607236 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936832-ad1b-4bf0-bff9-ca3175436d14 req-fd16b864-db5b-4d41-ad40-3dcd416c187f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:28.609529 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b0936832-ad1b-4bf0-bff9-ca3175436d14 req-fd16b864-db5b-4d41-ad40-3dcd416c187f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1228189 Jun 30 19:03:28.671262 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b0936832-ad1b-4bf0-bff9-ca3175436d14 req-10b80339-3909-4f9d-a22c-caf06f9286a2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Jun 30 19:03:28.703523 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:28.705032 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:28.997900 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Router 91196f21-bc00-4686-abf7-a5ea8aa197f7 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:03:29.016516 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04064799-4e83-465a-8e23-f252bd247d4e req-4d644c76-ae74-4b15-9180-0ab97f161e7c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:29.018280 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-04064799-4e83-465a-8e23-f252bd247d4e req-4d644c76-ae74-4b15-9180-0ab97f161e7c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1322970 Jun 30 19:03:29.112234 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-05b546ff-c93e-4c04-908c-d0baa7299f87 None None] Provisioning complete for port 26f550b2-234a-45af-bec4-f9f5bf04a128 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:29.112811 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-05b546ff-c93e-4c04-908c-d0baa7299f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:29.202941 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-05b546ff-c93e-4c04-908c-d0baa7299f87 None None] Port 26f550b2-234a-45af-bec4-f9f5bf04a128 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:03:29.220868 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-04064799-4e83-465a-8e23-f252bd247d4e req-3d6e011d-c8db-4143-a834-cbb4d50d74f6 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936758 Jun 30 19:03:29.253539 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:03:29.263802 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] 10.222.0.95 "PUT /v2.0/routers/91196f21-bc00-4686-abf7-a5ea8aa197f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1863134 Jun 30 19:03:29.883668 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39388) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:29.889542 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-676402692-network', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:29.894971 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:29.901299 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Usage tracker for resource:network and tenant:3910f2c26b8f4a2ea461767e77cc76e0 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:29.904773 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:29.911632 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:29.931925 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Made reservation on behalf of 3910f2c26b8f4a2ea461767e77cc76e0 for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:03:29.934423 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:29.946026 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6eae4-a111-489b-a360-bf61f9314be8 req-de42c089-7628-4842-a8fd-8d761eeee3e5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:29.948066 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36e6eae4-a111-489b-a360-bf61f9314be8 req-de42c089-7628-4842-a8fd-8d761eeee3e5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1310577 Jun 30 19:03:29.948235 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:29.975263 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:29.979671 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Usage tracker for resource:security_group_rule and tenant:3910f2c26b8f4a2ea461767e77cc76e0 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:29.983017 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:29.991917 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:30.013763 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36e6eae4-a111-489b-a360-bf61f9314be8 req-871b84f9-a147-4efc-a581-40b840485ae4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Jun 30 19:03:30.125425 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.135691 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.139562 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ea15905b-0981-4bdf-ae47-5d7401e47616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:30.183627 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 8cbdd15a-286f-4ec4-93a6-c39ea54d060e up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:30.188369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:03:30.199339 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7000208a-1259-4e37-bcdd-09993028e124,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:30.206496 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:30.217293 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.217881 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Added segment 58c80d18-a00e-41c0-ac4c-d5c04d90a436 of type vlan for network 7692d318-a560-4ae8-807e-204c6d54b9b4 Jun 30 19:03:30.275785 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Sync routers for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:03:30.288795 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.293533 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:30.294260 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:30.340899 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.342678 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:30.343530 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.351576 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:30.450956 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:30.468047 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d17fb5-94d1-4bb9-8089-a30e2fcf826b req-1812f42d-9673-417a-b6e0-c41884002bbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:30.469555 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c3d17fb5-94d1-4bb9-8089-a30e2fcf826b req-1812f42d-9673-417a-b6e0-c41884002bbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0929747 Jun 30 19:03:30.474948 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Pushing event updated for resources: {'Network': ['ID=7692d318-a560-4ae8-807e-204c6d54b9b4,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:30.476630 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:30.477246 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.478384 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:30.480091 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5953243 Jun 30 19:03:30.483602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39398) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:30.494048 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Request body: {'subnet': {'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-676402692-subnet', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:30.499870 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:30.504449 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Usage tracker for resource:subnet and tenant:3910f2c26b8f4a2ea461767e77cc76e0 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:30.507530 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:30.510931 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:03:30.516556 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:30.530536 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Made reservation on behalf of 3910f2c26b8f4a2ea461767e77cc76e0 for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:03:30.532931 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16601772'] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.539511 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c3d17fb5-94d1-4bb9-8089-a30e2fcf826b req-0a96db14-2bb2-4b93-a990-fc74ebf0e020 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Jun 30 19:03:30.666201 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:30.861252 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15193707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16601786'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.869708 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-537553bf-15ee-4464-be41-3bae0a76a521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:30.931482 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.944046 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9baf78-ea89-4ddf-b924-6715f2675010,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:30.952830 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:30.953567 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Checking segment: {'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:30.953921 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Network hostable DHCP agents. Network: 7692d318-a560-4ae8-807e-204c6d54b9b4, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:03:30.971530 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:30.982807 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:30.985240 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:03:31.007185 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 7692d318-a560-4ae8-807e-204c6d54b9b4) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:31.012084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:31.012693 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.041492 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-0f813297-4feb-4250-ad1c-66db4f29f79c admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5541229 Jun 30 19:03:31.041684 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:31.041771 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39406) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:31.047181 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:31.052129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:31.056420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Usage tracker for resource:router and tenant:3910f2c26b8f4a2ea461767e77cc76e0 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:31.059561 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:31.066003 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:31.074653 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d32ed2-fb55-45ea-a2bf-a3c0e16b19ce None None] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:03:31.080297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.081353 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.117948 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.255694 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad4142-726d-43cc-8516-8120b90d24bd req-793d06eb-4fb2-4610-89f2-19fbe42d4513 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:31.264801 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f1ad4142-726d-43cc-8516-8120b90d24bd req-793d06eb-4fb2-4610-89f2-19fbe42d4513 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1232660 Jun 30 19:03:31.293401 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:31.297608 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:31.329537 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f1ad4142-726d-43cc-8516-8120b90d24bd req-ebc5ac6b-2ccb-40c1-a0ed-62b369a203d1 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603392 Jun 30 19:03:31.397530 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:28Z', 'revision_number': 2, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:31.406916 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Checking router: 91196f21-bc00-4686-abf7-a5ea8aa197f7 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:03:31.407279 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Updating router 91196f21-bc00-4686-abf7-a5ea8aa197f7 port 26f550b2-234a-45af-bec4-f9f5bf04a128 binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:03:31.506189 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.513371 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.525917 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-7692d318-a560-4ae8-807e-204c6d54b9b4', 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'fixed_ips': [{'subnet_id': '6c9baf78-ea89-4ddf-b924-6715f2675010'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 19:03:31.527978 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.924988 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:31.931510 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6dd6c-baee-4047-95b0-cbc81228297e req-f5722c05-0491-4051-8f6d-7bb07f634dad tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:31.933900 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ffa6dd6c-baee-4047-95b0-cbc81228297e req-f5722c05-0491-4051-8f6d-7bb07f634dad tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0917907 Jun 30 19:03:31.962927 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Allocated IP 172.20.0.2 (7692d318-a560-4ae8-807e-204c6d54b9b4/6c9baf78-ea89-4ddf-b924-6715f2675010/e3f1f18c-11a5-4237-9fa5-a21fe7a22af1) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:31.964624 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.007826 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ffa6dd6c-baee-4047-95b0-cbc81228297e req-4c5b2576-2c17-4d17-ab0e-3b763fda8c3d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648754 Jun 30 19:03:32.129716 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 8cbdd15a-286f-4ec4-93a6-c39ea54d060e up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:32.165154 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Allocated IP 172.28.1.216 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/d95d3b82-89c9-4020-9060-da547528db75) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:32.336469 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.388156 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.397790 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.402848 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.406591 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-75fc52c0-34f9-4256-98a3-09b1c8ec9c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:32.411847 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:32.412223 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.448576 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Transition to ACTIVE for port object 26f550b2-234a-45af-bec4-f9f5bf04a128 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:32.463126 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Transition to ACTIVE for port object e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:32.482339 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.491008 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:32.500034 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:32.503342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:32.509745 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:32.530066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e662c27-dc39-4e17-8186-7a3ebe48e28d req-56399eb8-956f-49dd-a43d-f815b6de961b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:32.541958 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2e662c27-dc39-4e17-8186-7a3ebe48e28d req-56399eb8-956f-49dd-a43d-f815b6de961b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1038353 Jun 30 19:03:32.566407 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Transition to ACTIVE for port object e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:32.572712 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Pushing event updated for resources: {'Port': ['ID=d95d3b82-89c9-4020-9060-da547528db75,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:32.577849 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:32.596290 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2e662c27-dc39-4e17-8186-7a3ebe48e28d req-b6eb9d22-8a26-4835-a54c-fdc5c4598f0e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534403 Jun 30 19:03:32.665830 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:32.722471 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837f0fb-4567-4a57-8c54-3f0be635fcf0 None None] Pushing event updated for resources: {'Port': ['ID=26f550b2-234a-45af-bec4-f9f5bf04a128,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:32.726066 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-7837f0fb-4567-4a57-8c54-3f0be635fcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:32.733274 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:32.968025 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:32.997229 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:33.015988 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:33.061021 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:33.064627 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:33.065431 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Attempting to bind port 26f550b2-234a-45af-bec4-f9f5bf04a128 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:33.065818 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Attempting to bind port 26f550b2-234a-45af-bec4-f9f5bf04a128 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:33.066267 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Attempting to bind port 26f550b2-234a-45af-bec4-f9f5bf04a128 on network 6d5169a0-f4d1-46e5-a566-f445760409d4 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:33.075490 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:33.075882 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Checking segment: {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:33.076296 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.076894 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Bound using segment: {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:33.077426 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Bound port: 26f550b2-234a-45af-bec4-f9f5bf04a128, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:33.077814 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.275677 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] For port 26f550b2-234a-45af-bec4-f9f5bf04a128, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:33.276141 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.280066 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] For port 26f550b2-234a-45af-bec4-f9f5bf04a128, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=26f550b2-234a-45af-bec4-f9f5bf04a128,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:33.330609 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39436) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:33.356729 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.364275 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:33.428650 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de0530-5e6a-40b7-a6ce-59f779e1d891 req-6d7202a4-4a1e-4c5f-8fd3-7ed2174e65b5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:33.431512 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b3de0530-5e6a-40b7-a6ce-59f779e1d891 req-6d7202a4-4a1e-4c5f-8fd3-7ed2174e65b5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1557972 Jun 30 19:03:33.466176 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Attempting to bind port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:33.466784 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Attempting to bind port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:33.466961 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Attempting to bind port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 on network 7692d318-a560-4ae8-807e-204c6d54b9b4 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:33.507556 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:33.507956 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Checking segment: {'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:33.508381 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.508977 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Bound using segment: {'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:33.509473 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Bound port: e3f1f18c-11a5-4237-9fa5-a21fe7a22af1, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:33.509857 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.521721 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:33.522408 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:33.531986 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b3de0530-5e6a-40b7-a6ce-59f779e1d891 req-f6cbdb1a-3140-4530-8370-490399f41b8d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936635 Jun 30 19:03:33.590860 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837f0fb-4567-4a57-8c54-3f0be635fcf0 None None] Pushing event updated for resources: {'Port': ['ID=26f550b2-234a-45af-bec4-f9f5bf04a128,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:33.603627 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-7837f0fb-4567-4a57-8c54-3f0be635fcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:33.613860 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.642824 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:33.649879 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Usage tracker for resource:security_group_rule and tenant:ef84526d7d6849598f6de280c76951bb is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:33.653941 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:33.666952 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:33.850019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.856176 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.902726 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.931276 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] For port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:33.939722 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] For port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,segment=NetworkSegment(58c80d18-a00e-41c0-ac4c-d5c04d90a436),segment_id=58c80d18-a00e-41c0-ac4c-d5c04d90a436)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:33.961372 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:33.967198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a9ef8bda-a664-4a35-a646-f7f23b46556f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:33.988849 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ef84526d7d6849598f6de280c76951bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6428080 Jun 30 19:03:33.988849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39446) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:33.989049 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:34.041348 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:34.057706 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca41ed6-989b-4c40-9877-52bb9d303640,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:34.061129 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:34.137569 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f4f7-ef96-41bd-b84a-9f7473246f0b req-66f3435a-5da9-4cb3-985d-94ad97d2c5f7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:34.139384 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5661f4f7-ef96-41bd-b84a-9f7473246f0b req-66f3435a-5da9-4cb3-985d-94ad97d2c5f7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2396200 Jun 30 19:03:34.142262 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:34.185813 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Router a3210372-9415-4c64-aa0b-706b72f3431c is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 19:03:34.197595 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:34.255378 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5661f4f7-ef96-41bd-b84a-9f7473246f0b req-fa65b3d3-7224-4ec7-84f9-d2a7271d2f15 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000960 Jun 30 19:03:34.321412 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:34.325446 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2a9fc67e-1a63-497c-87c6-232744113aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:34.338889 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca41ed6-989b-4c40-9877-52bb9d303640,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:34.341972 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:34.353446 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:34.358404 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bca41ed6-989b-4c40-9877-52bb9d303640 HTTP/1.1" status: 204 len: 168 time: 0.3603060 Jun 30 19:03:34.439307 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:34.455644 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:34.477076 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:03:34.494323 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Sync routers for ids ['a3210372-9415-4c64-aa0b-706b72f3431c'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:03:34.508822 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Routers {'a3210372-9415-4c64-aa0b-706b72f3431c'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:34.510675 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a3210372-9415-4c64-aa0b-706b72f3431c'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:34.536940 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:34.540691 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4954746 Jun 30 19:03:34.541064 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39454) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:34.740870 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:33Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:34.746222 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89082a5-9309-4fea-80d6-7fb81500c88e None None] The sync data for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb is: [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:33Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:03:34.942388 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Set router a3210372-9415-4c64-aa0b-706b72f3431c gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:35.050742 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165c3f-7008-4a19-b446-42ac360e61b0 req-46b1df22-0cd7-42d7-aed5-6d4ea221b1a0 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:35.052548 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-31165c3f-7008-4a19-b446-42ac360e61b0 req-46b1df22-0cd7-42d7-aed5-6d4ea221b1a0 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.3151093 Jun 30 19:03:35.319822 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-31165c3f-7008-4a19-b446-42ac360e61b0 req-a0390a29-2c84-4ad6-a03b-e5c9493368d1 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612803 Jun 30 19:03:35.522798 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd95d3b82-89c9-4020-9060-da547528db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:03:32Z', 'revision_number': 3, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port': {'id': 'd95d3b82-89c9-4020-9060-da547528db75', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:32Z', 'updated_at': '2021-06-30T19:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:35.534098 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Checking router: a3210372-9415-4c64-aa0b-706b72f3431c for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:03:35.542717 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Updating router a3210372-9415-4c64-aa0b-706b72f3431c port d95d3b82-89c9-4020-9060-da547528db75 binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:03:35.639126 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:35.867846 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449b160-29b8-4592-acf4-80b84643f64b None None] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:03:36.027197 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c2cda-0b87-4df1-a50a-0517c351f97a req-5a1b16fd-5fe6-4283-8216-342e1aa87990 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:36.036770 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-488c2cda-0b87-4df1-a50a-0517c351f97a req-5a1b16fd-5fe6-4283-8216-342e1aa87990 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2508557 Jun 30 19:03:36.042665 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-2c0b6d02-8643-4a59-93ea-571275916816 None None] Provisioning for port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:36.056431 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-80d03ec3-f2b7-4800-95d4-b8ca8f76d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.297461 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-488c2cda-0b87-4df1-a50a-0517c351f97a req-dd091489-5977-408b-8738-38614cd5d892 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595413 Jun 30 19:03:36.382569 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.415145 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Transition to ACTIVE for port object d95d3b82-89c9-4020-9060-da547528db75 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:36.426590 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.440164 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:36.444841 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-16b2af0d-78dd-44b9-801f-fb43bdd28f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:36.623442 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.636880 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.670069 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb316-7d43-4c53-ac30-f8d9ffbeac7f None None] Pushing event updated for resources: {'Port': ['ID=d95d3b82-89c9-4020-9060-da547528db75,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:36.685697 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:36.714672 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:36.718227 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.774513 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Attempting to bind port d95d3b82-89c9-4020-9060-da547528db75 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:36.775000 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Attempting to bind port d95d3b82-89c9-4020-9060-da547528db75 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:36.776296 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Attempting to bind port d95d3b82-89c9-4020-9060-da547528db75 on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:36.785222 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:36.789887 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:36.790801 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.791598 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:36.792378 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Bound port: d95d3b82-89c9-4020-9060-da547528db75, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:36.793077 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:36.860328 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2eecb316-7d43-4c53-ac30-f8d9ffbeac7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:36.983646 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] For port d95d3b82-89c9-4020-9060-da547528db75, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:36.990017 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] For port d95d3b82-89c9-4020-9060-da547528db75, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=d95d3b82-89c9-4020-9060-da547528db75,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:36.996458 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:37.012492 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:37.196346 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb316-7d43-4c53-ac30-f8d9ffbeac7f None None] Pushing event updated for resources: {'Port': ['ID=d95d3b82-89c9-4020-9060-da547528db75,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:37.211535 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2eecb316-7d43-4c53-ac30-f8d9ffbeac7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:37.212501 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Routers {'a3210372-9415-4c64-aa0b-706b72f3431c'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:37.212940 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a3210372-9415-4c64-aa0b-706b72f3431c'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:37.231757 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:37.256375 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c819000-3f3b-47e0-b8db-4cdeafb067a9 req-bf96436c-5c60-4f9a-a64a-2258a4cb28e6 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:37.258956 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7c819000-3f3b-47e0-b8db-4cdeafb067a9 req-bf96436c-5c60-4f9a-a64a-2258a4cb28e6 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.5676348 Jun 30 19:03:37.286189 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb3c4b-24f5-498b-b0ba-cef8029cfb1b req-295453f6-c91c-4545-9d29-a184e3f543b0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:37.287767 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4beb3c4b-24f5-498b-b0ba-cef8029cfb1b req-295453f6-c91c-4545-9d29-a184e3f543b0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.3206213 Jun 30 19:03:37.427837 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7c819000-3f3b-47e0-b8db-4cdeafb067a9 req-f8dd98b4-badc-485c-907c-034d8054f2fe tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550193 Jun 30 19:03:37.484957 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4beb3c4b-24f5-498b-b0ba-cef8029cfb1b req-b1749fad-b9c4-44d2-b165-b8eeb72aa465 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497421 Jun 30 19:03:37.509307 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] Set router a3210372-9415-4c64-aa0b-706b72f3431c gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:37.523345 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Allocated IP 172.20.0.1 (7692d318-a560-4ae8-807e-204c6d54b9b4/6c9baf78-ea89-4ddf-b924-6715f2675010/b95a244b-39c8-4c31-b9ad-8e35f91c1b3d) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:37.538849 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-32492480-e856-498c-b57c-b59566218f0f None None] Provisioning complete for port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:37.538849 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-32492480-e856-498c-b57c-b59566218f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:37.654650 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,segment=NetworkSegment(58c80d18-a00e-41c0-ac4c-d5c04d90a436),segment_id=58c80d18-a00e-41c0-ac4c-d5c04d90a436)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:37.677740 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:37.679407 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 26f550b2-234a-45af-bec4-f9f5bf04a128 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:37.792774 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:37.812454 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade76a4-d010-4dc7-af6f-d1cd6743c120 req-cea20d2d-4d93-4913-a125-c34cbc3831af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:37.815205 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9ade76a4-d010-4dc7-af6f-d1cd6743c120 req-cea20d2d-4d93-4913-a125-c34cbc3831af service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.2343495 Jun 30 19:03:37.895627 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9ade76a4-d010-4dc7-af6f-d1cd6743c120 req-678cd160-09b5-4440-aa7f-a218b48743d3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716541 Jun 30 19:03:38.036169 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:38.071442 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:38.076903 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:38.100558 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.provisioning_blocks [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Transition to ACTIVE for port object b95a244b-39c8-4c31-b9ad-8e35f91c1b3d will not be triggered until provisioned by entity DHCP. {{(pid=78661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:38.130721 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd66c-09d3-41c0-aaa3-bbf23ea771f5 req-29d1a902-b48e-4122-a2c8-37585afa59b6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:38.140084 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-139dd66c-09d3-41c0-aaa3-bbf23ea771f5 req-29d1a902-b48e-4122-a2c8-37585afa59b6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2352741 Jun 30 19:03:38.195702 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 26f550b2-234a-45af-bec4-f9f5bf04a128 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:38.202246 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-139dd66c-09d3-41c0-aaa3-bbf23ea771f5 req-3dd7f0be-1d4a-4f7b-adf0-96814b5c4018 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609004 Jun 30 19:03:38.223581 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:38.225777 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 26f550b2-234a-45af-bec4-f9f5bf04a128 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:38.227020 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:38.240193 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:38.263641 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd95d3b82-89c9-4020-9060-da547528db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:03:32Z', 'revision_number': 3, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port': {'id': 'd95d3b82-89c9-4020-9060-da547528db75', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:32Z', 'updated_at': '2021-06-30T19:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:38.270315 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09389d14-bdbe-4497-ba7e-33f3f8f4f2ea None None] The sync data for ids ['a3210372-9415-4c64-aa0b-706b72f3431c'] in dv-cinder-798879-1-smb is: [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd95d3b82-89c9-4020-9060-da547528db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:03:32Z', 'revision_number': 3, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port': {'id': 'd95d3b82-89c9-4020-9060-da547528db75', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:32Z', 'updated_at': '2021-06-30T19:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:03:38.357432 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Pushing event updated for resources: {'Port': ['ID=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:38.364480 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:38.371855 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:38.374063 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:38.378438 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:38.496649 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:38.539103 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:38.654266 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 26f550b2-234a-45af-bec4-f9f5bf04a128, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=26f550b2-234a-45af-bec4-f9f5bf04a128,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:38.665328 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:38.679735 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:38.912864 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:38.964093 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:39.119391 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-6c2e139f-14fe-422a-bdd5-5b59d8df06a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:39.150176 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=26f550b2-234a-45af-bec4-f9f5bf04a128,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:39.157896 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:39.187966 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-ec84db83-bd8d-42b0-95f0-57234798430e None None] Provisioning for port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:39.210982 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-ec84db83-bd8d-42b0-95f0-57234798430e None None] Provisioning complete for port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:39.211560 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ec84db83-bd8d-42b0-95f0-57234798430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:39.253494 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:39.253725 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:39.383504 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-ec84db83-bd8d-42b0-95f0-57234798430e None None] Port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:03:39.408987 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c01f75-0ae8-4e52-9e63-1505794c7279 req-a7c9e500-64c4-40bb-bce5-f0c6ffe07198 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:39.411328 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e9c01f75-0ae8-4e52-9e63-1505794c7279 req-a7c9e500-64c4-40bb-bce5-f0c6ffe07198 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.6033819 Jun 30 19:03:39.571061 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e9c01f75-0ae8-4e52-9e63-1505794c7279 req-37d27b1a-b879-4182-814e-02a510e5df9e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885854 Jun 30 19:03:39.606440 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fecd-b063-4c02-9ee7-0e46329b0cd1 req-3bacf3a0-89a4-4eda-b0e3-d4d933cecb98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:39.614545 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cc67fecd-b063-4c02-9ee7-0e46329b0cd1 req-3bacf3a0-89a4-4eda-b0e3-d4d933cecb98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.4970722 Jun 30 19:03:39.797503 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cc67fecd-b063-4c02-9ee7-0e46329b0cd1 req-d084c0bb-29a7-4001-b3ac-c1273989b9bc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820552 Jun 30 19:03:39.824237 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:39.832045 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:39.904499 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:40.016949 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Pushing event updated for resources: {'Port': ['ID=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:40.020113 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:40.100726 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:40.261195 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d11780-1f1f-49ad-a748-fbf6fe7baac8 req-4eaad234-8639-491e-a55e-c7e71ef67bac tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:40.262801 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c3d11780-1f1f-49ad-a748-fbf6fe7baac8 req-4eaad234-8639-491e-a55e-c7e71ef67bac tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2495511 Jun 30 19:03:40.319977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:40.327766 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:40.343534 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:40.355967 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c3d11780-1f1f-49ad-a748-fbf6fe7baac8 req-7c0f1b44-fe05-4f46-a40d-326a87e28d0d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868101 Jun 30 19:03:40.761762 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Router a3210372-9415-4c64-aa0b-706b72f3431c has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:03:40.856681 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-180c7c21-9277-4080-b1e3-486b8287a093 None None] Provisioning complete for port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:40.857076 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-180c7c21-9277-4080-b1e3-486b8287a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:41.031356 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:41.039045 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-180c7c21-9277-4080-b1e3-486b8287a093 None None] Port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:03:41.093522 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d95d3b82-89c9-4020-9060-da547528db75 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:41.142292 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-3e6747bd-a249-4949-a202-380b86ce8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:41.144705 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-3e6747bd-a249-4949-a202-380b86ce8cdf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.1530886 Jun 30 19:03:41.198399 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port d95d3b82-89c9-4020-9060-da547528db75 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:41.205926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port d95d3b82-89c9-4020-9060-da547528db75 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:41.207201 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:41.214335 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:03:41.227717 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] 10.222.0.95 "PUT /v2.0/routers/a3210372-9415-4c64-aa0b-706b72f3431c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6837897 Jun 30 19:03:41.245478 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Sync routers for ids ['a3210372-9415-4c64-aa0b-706b72f3431c'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:03:41.273331 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4e0e4-01e5-43a8-a29d-5e69782f2262 req-fcb8dafd-c66c-4823-a367-7c712519ed3f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:41.277053 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-46e4e0e4-01e5-43a8-a29d-5e69782f2262 req-fcb8dafd-c66c-4823-a367-7c712519ed3f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1407378 Jun 30 19:03:41.330058 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Routers {'a3210372-9415-4c64-aa0b-706b72f3431c'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:41.330938 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a3210372-9415-4c64-aa0b-706b72f3431c'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:41.385614 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-46e4e0e4-01e5-43a8-a29d-5e69782f2262 req-c14c82c8-c98a-494a-b9d4-eb05fa4260c9 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015866 Jun 30 19:03:41.411571 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-b032c513-2efe-402d-ae49-c1948e228353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:41.413033 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-b032c513-2efe-402d-ae49-c1948e228353 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.2540033 Jun 30 19:03:41.714416 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd87fd-c2d1-4665-87dc-a0e92af81b8f req-d1465af6-dbf9-4995-8dc9-12a4231a08dc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:41.728371 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-eae5b331-8b2b-4489-a28a-f45cf417bc92 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 217 time: 0.3081145 Jun 30 19:03:41.732883 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f7bd87fd-c2d1-4665-87dc-a0e92af81b8f req-d1465af6-dbf9-4995-8dc9-12a4231a08dc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1660171 Jun 30 19:03:41.825172 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f7bd87fd-c2d1-4665-87dc-a0e92af81b8f req-6159c341-7e85-4af1-bed7-5453d9947093 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775702 Jun 30 19:03:41.848909 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Set router a3210372-9415-4c64-aa0b-706b72f3431c gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:41.886188 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-fdc55c77-9f79-4572-8852-84725556e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:41.891510 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-fdc55c77-9f79-4572-8852-84725556e486 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.1495817 Jun 30 19:03:41.908817 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-334a4c49-9274-4b01-b590-d419d8094e9b tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=60eb6ab4c6c54a53b43cd0ad97682061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346699 Jun 30 19:03:41.914521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:41.934577 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port d95d3b82-89c9-4020-9060-da547528db75, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=d95d3b82-89c9-4020-9060-da547528db75,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:41.954639 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:41.956104 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 26f550b2-234a-45af-bec4-f9f5bf04a128 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:41.996421 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:42.012366 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-ca135dea-c607-4f47-97e0-6a7a62d25474 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138277 Jun 30 19:03:42.136547 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-0dc0f0bb-b50c-4a12-bcaf-38f1ea096dae tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:42.138221 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-0dc0f0bb-b50c-4a12-bcaf-38f1ea096dae tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106013 Jun 30 19:03:42.195986 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-a0b218c7-f075-4b98-88d4-64a8cf43e592 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744661 Jun 30 19:03:42.203959 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=d95d3b82-89c9-4020-9060-da547528db75,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:42.205048 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-13fff375-3725-4825-982d-58040edd4ea3 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/quotas/60eb6ab4c6c54a53b43cd0ad97682061 HTTP/1.1" status: 200 len: 375 time: 0.0231164 Jun 30 19:03:42.214768 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:42.275953 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-b9688aaa-f5b7-430f-af4b-7839a67861af tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=60eb6ab4c6c54a53b43cd0ad97682061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539150 Jun 30 19:03:42.307794 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaff9c-9fa3-4492-a450-e889d9ab8768 req-60f31dec-db47-4639-a0d2-d8861d82b3a3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:42.316462 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-88eaff9c-9fa3-4492-a450-e889d9ab8768 req-60f31dec-db47-4639-a0d2-d8861d82b3a3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1931107 Jun 30 19:03:42.331696 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:42.443640 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-88eaff9c-9fa3-4492-a450-e889d9ab8768 req-8fd920b1-ed20-4fc1-bb71-188afe15e5da tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217005 Jun 30 19:03:42.458561 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-da4653b2-8012-4e54-a779-d30af0fd7c80 req-29f4a550-a23d-4e97-989a-ec5c16c62b2e service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332416 Jun 30 19:03:42.493039 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 26f550b2-234a-45af-bec4-f9f5bf04a128 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:42.497960 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:43.011521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd95d3b82-89c9-4020-9060-da547528db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 4, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port': {'id': 'd95d3b82-89c9-4020-9060-da547528db75', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:32Z', 'updated_at': '2021-06-30T19:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'b95a244b-39c8-4c31-b9ad-8e35f91c1b3d', 'name': '', 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'mac_address': 'fa:16:3e:92:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6c9baf78-ea89-4ddf-b924-6715f2675010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:36Z', 'updated_at': '2021-06-30T19:03:39Z', 'revision_number': 2, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'subnets': [{'id': '6c9baf78-ea89-4ddf-b924-6715f2675010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:43.044921 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Checking router: a3210372-9415-4c64-aa0b-706b72f3431c for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:03:43.045307 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Updating router a3210372-9415-4c64-aa0b-706b72f3431c port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:03:43.150785 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:43.206336 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-feafa34a-b207-4b03-8a4c-7857013f19a2 req-9193e811-15eb-4095-9650-acae8eaaab97 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 210 time: 0.0901675 Jun 30 19:03:43.498684 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-f61d4c9d-5d35-48da-8981-8d70bb187dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:43.500297 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-f61d4c9d-5d35-48da-8981-8d70bb187dce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1098 time: 0.1341867 Jun 30 19:03:43.505311 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd063f-5b76-490b-9566-b0385d932989 req-4dc83a5d-fdbf-4733-9b3f-b9c7b2c7c9f3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:43.510402 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d95d3b82-89c9-4020-9060-da547528db75 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:43.518684 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-afbd063f-5b76-490b-9566-b0385d932989 req-4dc83a5d-fdbf-4733-9b3f-b9c7b2c7c9f3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1428461 Jun 30 19:03:43.592882 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-afbd063f-5b76-490b-9566-b0385d932989 req-20c0ea43-73dc-49ab-bd0d-817f48251a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728772 Jun 30 19:03:43.905059 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-40515fb6-b614-4682-bb19-25fd6c721dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:43.907033 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-40515fb6-b614-4682-bb19-25fd6c721dbd service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 0.3926418 Jun 30 19:03:44.050020 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39656) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:44.083253 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089697126', 'description': 'tempest-secgroup-smoke-2089697126 description', 'project_id': '369991e2ea7740ababa870cb4c4a4e7d'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:44.091764 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:44.096537 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:44.101848 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:44.109015 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:44.133554 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:44.182859 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:44.194202 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-1d439dfc-cfa2-4e73-a767-19babc3ddc7b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 1000 time: 0.2798746 Jun 30 19:03:44.195647 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:44.199424 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:44.272508 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3bfb-720a-486b-a8bf-e6566a8e0363 req-45a29621-d6ed-4d1c-81ff-3207d3064847 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:44.274229 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9e2c3bfb-720a-486b-a8bf-e6566a8e0363 req-45a29621-d6ed-4d1c-81ff-3207d3064847 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.3363199 Jun 30 19:03:44.299248 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:44.313858 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:44.361477 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Transition to ACTIVE for port object b95a244b-39c8-4c31-b9ad-8e35f91c1b3d will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:44.392567 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:44.396131 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-89d58a05-5bd0-4852-aefa-8ec72367ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:44.397394 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9e2c3bfb-720a-486b-a8bf-e6566a8e0363 req-790f7519-ce08-4f13-8a9c-19bababf667d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168270 Jun 30 19:03:44.406704 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:44.408780 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-89d58a05-5bd0-4852-aefa-8ec72367ad42 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.1887162 Jun 30 19:03:44.544755 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176240e-3146-4d31-8f01-811d189a1912 req-55baabd4-447c-4631-886b-f86dbdb820ab tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:44.546867 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port d95d3b82-89c9-4020-9060-da547528db75 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:44.547438 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d176240e-3146-4d31-8f01-811d189a1912 req-55baabd4-447c-4631-886b-f86dbdb820ab tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1456058 Jun 30 19:03:44.547580 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:44.627214 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:44.640009 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:44.650433 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f9c25-9772-48b8-9d6b-dc2f1655f44b None None] Pushing event updated for resources: {'Port': ['ID=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:44.661644 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-324f9c25-9772-48b8-9d6b-dc2f1655f44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:44.701970 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a8d8192e-9a1d-4783-8a9b-ab73669226c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:44.799317 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-780f5d24-da9d-42fa-81fc-7759a91c695f req-a305b951-a09e-4d5d-bee1-e3ba3d4732c9 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 210 time: 0.2011867 Jun 30 19:03:44.862570 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf8c62-4d87-4d0d-965b-d4c88ca19303,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:44.866661 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:44.867419 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d176240e-3146-4d31-8f01-811d189a1912 req-5503b756-da42-40e9-9fcf-01c43a4a7c8d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119829 Jun 30 19:03:44.869236 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8114519 Jun 30 19:03:44.871112 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-66c52885-00e3-43fa-8088-ebbe4d0a0b57 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:44.877868 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39670) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:44.898511 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'security_group_rule': {'security_group_id': '38cf8c62-4d87-4d0d-965b-d4c88ca19303', 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:44.922534 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:44.943848 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:44.953442 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:44.975884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:45.007759 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-b3863882-9414-4881-b839-5a1f61e7ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:45.012111 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.020606 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-b3863882-9414-4881-b839-5a1f61e7ce58 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5934627 Jun 30 19:03:45.369990 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Attempting to bind port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:45.373286 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Attempting to bind port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:45.373962 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Attempting to bind port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d on network 7692d318-a560-4ae8-807e-204c6d54b9b4 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:45.408554 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:45.409899 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Checking segment: {'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:45.409899 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.410660 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Bound using segment: {'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:45.411476 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Bound port: b95a244b-39c8-4c31-b9ad-8e35f91c1b3d, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c80d18-a00e-41c0-ac4c-d5c04d90a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:45.412045 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.454018 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.463984 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.477576 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:45.534878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d266b-a09e-47dd-be8b-fd1f0629ce66 req-652e3862-6c25-478f-a958-3efc70a0f2d5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:45.540079 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-0cd6d140-deb4-403d-a830-e6f42dc8a5c6 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110626 Jun 30 19:03:45.548251 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c95d266b-a09e-47dd-be8b-fd1f0629ce66 req-652e3862-6c25-478f-a958-3efc70a0f2d5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.4201615 Jun 30 19:03:45.555779 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.565816 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6855724 Jun 30 19:03:45.613549 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39680) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:45.621508 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3dabca-a839-4511-bc10-177bc4cea4da,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:45.645838 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'security_group_rule': {'security_group_id': '38cf8c62-4d87-4d0d-965b-d4c88ca19303', 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:45.661000 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:45.666349 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:45.670724 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:45.683541 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:45.709206 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-45470b74-edf9-460a-b26c-1248dbf7dd44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:45.711847 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] For port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:45.723936 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] For port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,segment=NetworkSegment(58c80d18-a00e-41c0-ac4c-d5c04d90a436),segment_id=58c80d18-a00e-41c0-ac4c-d5c04d90a436)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:45.732844 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.737792 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:45.742472 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.773239 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c95d266b-a09e-47dd-be8b-fd1f0629ce66 req-d2cf49b4-215a-47ee-9bd1-1f877a996e39 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210450 Jun 30 19:03:45.848205 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8d6935ba-22c4-4ecf-8fbf-1f0cad354ae3 req-40ff4cef-fe50-4169-92fb-361a0a0c0fa6 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001721 Jun 30 19:03:45.938212 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-5916a80e-c260-463e-9fdd-a963977f3220 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=60eb6ab4c6c54a53b43cd0ad97682061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889602 Jun 30 19:03:45.956425 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f9c25-9772-48b8-9d6b-dc2f1655f44b None None] Pushing event updated for resources: {'Port': ['ID=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:45.962129 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-324f9c25-9772-48b8-9d6b-dc2f1655f44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:45.989745 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:45.996738 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:46.001865 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Routers {'a3210372-9415-4c64-aa0b-706b72f3431c'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:03:46.002543 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:03:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a3210372-9415-4c64-aa0b-706b72f3431c'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:46.013111 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1bcd2711-5a32-4326-ac37-2a7102cdcc34 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:46.046657 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ae4163-afc3-4445-9e68-c17159122735,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:46.070554 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22901b69-d4fc-4eb0-be63-826b878dc90f req-01909095-a9cf-4d73-87e1-6a4b77a3c5ba tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:46.077184 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-22901b69-d4fc-4eb0-be63-826b878dc90f req-01909095-a9cf-4d73-87e1-6a4b77a3c5ba tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.2762387 Jun 30 19:03:46.078705 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:46.310435 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-d22a76b5-2625-4fe7-a93f-32baf9379f7a tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:46.323190 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-d22a76b5-2625-4fe7-a93f-32baf9379f7a tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3737657 Jun 30 19:03:46.332709 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:46.334220 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7141652 Jun 30 19:03:46.336894 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39704) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:46.345275 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'security_group_rule': {'security_group_id': '38cf8c62-4d87-4d0d-965b-d4c88ca19303', 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:46.368357 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Request body: {'port': {'device_id': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616', 'admin_state_up': True, 'tenant_id': '60eb6ab4c6c54a53b43cd0ad97682061'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:46.406773 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-85193c77-2724-42bc-b9c7-26959114b312 req-ff72b411-44b4-4091-9e6e-d01b292a6862 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 210 time: 0.1867630 Jun 30 19:03:46.432557 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:46.436097 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-22901b69-d4fc-4eb0-be63-826b878dc90f req-d01d886f-4854-4e69-a3d7-8f72e2891a96 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361387 Jun 30 19:03:46.453549 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:46.473158 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:46.474720 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] Set router a3210372-9415-4c64-aa0b-706b72f3431c gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:03:46.496195 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:46.650391 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:46.840049 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf230-f662-4ccc-984d-7ec86ed0fb44 req-a34c312b-1699-4a2e-9724-6c78ef4329f7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:46.849609 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-75bdf230-f662-4ccc-984d-7ec86ed0fb44 req-a34c312b-1699-4a2e-9724-6c78ef4329f7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2264242 Jun 30 19:03:46.993380 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-75bdf230-f662-4ccc-984d-7ec86ed0fb44 req-39ef145a-de96-4f7c-a2cf-aa394fff1ec3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360443 Jun 30 19:03:47.040004 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.066267 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.074414 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:47.146671 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f72f42b-2cc2-4a29-b0c7-7d3304e67cd1,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:47.156456 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:47.161819 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:47.169119 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.174691 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8362968 Jun 30 19:03:47.178320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Usage tracker for resource:port and tenant:60eb6ab4c6c54a53b43cd0ad97682061 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:47.181175 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39732) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:47.186574 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'security_group_rule': {'security_group_id': '38cf8c62-4d87-4d0d-965b-d4c88ca19303', 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:47.194022 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:47.216195 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:47.224419 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:47.234593 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:47.246364 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:47.248175 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404a316-0b9e-470e-a030-af735f0248fc req-d5acee22-76c0-475c-ad25-2e75f20c86ca tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:47.257936 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd95d3b82-89c9-4020-9060-da547528db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 4, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port': {'id': 'd95d3b82-89c9-4020-9060-da547528db75', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:32Z', 'updated_at': '2021-06-30T19:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'b95a244b-39c8-4c31-b9ad-8e35f91c1b3d', 'name': '', 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'mac_address': 'fa:16:3e:92:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6c9baf78-ea89-4ddf-b924-6715f2675010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:36Z', 'updated_at': '2021-06-30T19:03:45Z', 'revision_number': 4, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'subnets': [{'id': '6c9baf78-ea89-4ddf-b924-6715f2675010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:03:47.260603 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4404a316-0b9e-470e-a030-af735f0248fc req-d5acee22-76c0-475c-ad25-2e75f20c86ca tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.2367833 Jun 30 19:03:47.267218 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:47.268045 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e6ccd-6487-46e3-aca0-1dce6d26d656 None None] The sync data for ids ['a3210372-9415-4c64-aa0b-706b72f3431c'] in dv-cinder-798879-1-smb is: [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd95d3b82-89c9-4020-9060-da547528db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 4, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port': {'id': 'd95d3b82-89c9-4020-9060-da547528db75', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:32Z', 'updated_at': '2021-06-30T19:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'b95a244b-39c8-4c31-b9ad-8e35f91c1b3d', 'name': '', 'network_id': '7692d318-a560-4ae8-807e-204c6d54b9b4', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'mac_address': 'fa:16:3e:92:67:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6c9baf78-ea89-4ddf-b924-6715f2675010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:36Z', 'updated_at': '2021-06-30T19:03:45Z', 'revision_number': 4, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'subnets': [{'id': '6c9baf78-ea89-4ddf-b924-6715f2675010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:03:47.275713 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Made reservation on behalf of 60eb6ab4c6c54a53b43cd0ad97682061 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:03:47.279529 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.297860 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.335355 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:47.340387 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.347035 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4404a316-0b9e-470e-a030-af735f0248fc req-59efdf91-062e-488a-b47e-4f07ebc31a40 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850878 Jun 30 19:03:47.357440 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Usage tracker for resource:security_group_rule and tenant:60eb6ab4c6c54a53b43cd0ad97682061 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:47.370243 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:47.393162 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:47.600867 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.632550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.672772 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b95cbbb3-055d-4b64-8ad0-28bec7b03202 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:47.775420 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bec560a3-e986-4954-839c-fd55267e7801 req-851d913d-968c-49be-b743-9c69901abf22 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 210 time: 0.1548471 Jun 30 19:03:47.783929 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de656fc-85d7-4d73-9864-d91c17604e9a,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:47.791510 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b95a244b-39c8-4c31-b9ad-8e35f91c1b3d up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:47.824734 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:47.853202 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:47.863018 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6806962 Jun 30 19:03:47.864090 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39742) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:47.881067 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'security_group_rule': {'security_group_id': '38cf8c62-4d87-4d0d-965b-d4c88ca19303', 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:47.898316 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:47.907390 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:47.919967 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:47.938828 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:48.014358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4f749-d8ae-4725-8883-22607a4acc19 req-24ae1818-1e23-46e2-b33e-8ec2b743f7df tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:48.016026 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ffc4f749-d8ae-4725-8883-22607a4acc19 req-24ae1818-1e23-46e2-b33e-8ec2b743f7df tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.2249956 Jun 30 19:03:48.060197 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.068500 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:48.076098 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.083810 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ec8f0852-b194-4675-9ae2-161b9b2ab1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:48.085016 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:48.086344 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.110872 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ffc4f749-d8ae-4725-8883-22607a4acc19 req-5e683444-6cb5-42c6-8b35-c44661839e5f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848241 Jun 30 19:03:48.281334 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.securitygroups_db [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Project 369991e2ea7740ababa870cb4c4a4e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 19:03:48.452343 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.559174 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8d21c-9d4c-405c-8d47-30800fa926d6,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:48.563882 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.568265 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:48.661917 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,segment=NetworkSegment(58c80d18-a00e-41c0-ac4c-d5c04d90a436),segment_id=58c80d18-a00e-41c0-ac4c-d5c04d90a436)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:48.679569 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.689306 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:48.849337 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.867630 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:48.896084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:48.983749 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:48.996796 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bd20-dfe4-4a14-9eff-8af50d9672c8 req-9c9689c1-e52a-4a8f-8fb2-b9245b0c24a9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:48.998080 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:49.010579 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Allocated IP 192.168.233.95 (e1d248f1-970a-4872-91c8-4381b4cd4616/2f8f0abc-bb41-4941-8cca-120cb7bf5612/8c3d22e9-7cf6-47b9-a67a-5b9431a22072) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:03:49.013282 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9c58bd20-dfe4-4a14-9eff-8af50d9672c8 req-9c9689c1-e52a-4a8f-8fb2-b9245b0c24a9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.3415589 Jun 30 19:03:49.033250 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc57a905-ca03-47a6-99f1-31e55a84b0ab,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:49.072311 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:49.093580 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.101218 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39772) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:49.104896 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-209ffa3d-6a9b-4607-b374-2c9f336976db tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2367663 Jun 30 19:03:49.123823 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'security_group_rule': {'security_group_id': '38cf8c62-4d87-4d0d-965b-d4c88ca19303', 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:49.172048 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:49.205849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:security_group_rule and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:49.215966 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:49.249445 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39780) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:49.314281 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9c58bd20-dfe4-4a14-9eff-8af50d9672c8 req-a752ea70-74a7-4b55-99be-bdde6d29bbfd tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992673 Jun 30 19:03:49.315645 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:49.320730 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f158d96a-86d8-4533-838c-f9e6c219c15c req-fd1e971f-a1be-489c-9153-3bee90086cd3 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 210 time: 0.1516616 Jun 30 19:03:49.359619 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.securitygroups_db [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Project 369991e2ea7740ababa870cb4c4a4e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 19:03:49.374328 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.486583 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.494511 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.496737 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:49.521206 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10133ae-f22a-49c4-8b0a-b7bd37a3a215,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:49.525261 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:49.541830 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.542083 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.565542 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4595838 Jun 30 19:03:49.575391 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:49.594838 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Usage tracker for resource:security_group_rule and tenant:02a17048a4fd4250b630ad05cabd40fc is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:49.602274 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:49.611376 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:49.615935 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.676905 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Transition to ACTIVE for port object 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:49.749295 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b95a244b-39c8-4c31-b9ad-8e35f91c1b3d up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:49.888440 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:49.907798 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1d3c-6701-4eb4-9410-eb5e724cc9ea req-10a02eaa-d416-4356-bb62-fd715c0595e3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:49.912919 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4e4e1d3c-6701-4eb4-9410-eb5e724cc9ea req-10a02eaa-d416-4356-bb62-fd715c0595e3 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1378007 Jun 30 19:03:49.930708 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-081409fb-8f85-4164-9405-5c0c45139705 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:49.968308 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:49.968990 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:50.010830 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4e4e1d3c-6701-4eb4-9410-eb5e724cc9ea req-f0ba4d62-837f-408e-8fd4-0e1e81a40c8b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911868 Jun 30 19:03:50.138624 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Pushing event updated for resources: {'Port': ['ID=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:50.166106 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:50.168396 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:50.205756 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Network e1d248f1-970a-4872-91c8-4381b4cd4616 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:03:50.220964 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:03:50.223850 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:50.260391 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:03:50.348298 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:50.446599 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16baea0a-836b-4bec-a683-5ada4e7444db,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:50.465231 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:50.465912 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:50.478902 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39844) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:50.481292 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=02a17048a4fd4250b630ad05cabd40fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2039905 Jun 30 19:03:50.482384 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:50.525981 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1705544 Jun 30 19:03:50.546634 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Request body: {'port': {'device_id': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:03:50.732923 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-c372c0de-9fa9-4db7-ac1a-47e3f8ce4219 None None] Provisioning for port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:03:50.751609 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-c372c0de-9fa9-4db7-ac1a-47e3f8ce4219 None None] Provisioning complete for port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:50.751988 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c372c0de-9fa9-4db7-ac1a-47e3f8ce4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:50.913450 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:50.996790 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-c372c0de-9fa9-4db7-ac1a-47e3f8ce4219 None None] Port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:03:51.027996 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:51.080710 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:51.181059 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321f39f-738c-4aa2-aede-d0f1c6ce771d req-07d4aaad-9b3d-4020-82c8-f8126c8630cf tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:51.182548 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b321f39f-738c-4aa2-aede-d0f1c6ce771d req-07d4aaad-9b3d-4020-82c8-f8126c8630cf tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.5947995 Jun 30 19:03:51.215648 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:51.226695 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:51.254549 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16baea0a-836b-4bec-a683-5ada4e7444db,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:51.260948 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:51.262302 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/16baea0a-836b-4bec-a683-5ada4e7444db HTTP/1.1" status: 204 len: 168 time: 0.7822742 Jun 30 19:03:51.308176 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:51.312963 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b321f39f-738c-4aa2-aede-d0f1c6ce771d req-9471b6f2-b3d6-47cd-be5f-acdb06983427 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227548 Jun 30 19:03:51.499012 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622ad4a-d0fd-4e23-ac68-7a471a047ee8 req-e0c6b195-4e74-4ad1-85e4-53f6a4573213 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:51.507186 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c622ad4a-d0fd-4e23-ac68-7a471a047ee8 req-e0c6b195-4e74-4ad1-85e4-53f6a4573213 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 935 time: 0.1293740 Jun 30 19:03:51.621362 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c622ad4a-d0fd-4e23-ac68-7a471a047ee8 req-dc9d5416-281f-4d03-bebd-1b7514b6c4a3 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106966 Jun 30 19:03:51.790520 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:03:51.801290 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:51.830855 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Transition to ACTIVE for port object 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:03:51.838556 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:51.865450 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:52.149198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:52.155522 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:52.280025 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Attempting to bind port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:03:52.280328 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Attempting to bind port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:03:52.280660 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Attempting to bind port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 on network e1d248f1-970a-4872-91c8-4381b4cd4616 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:52.287821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 on network e1d248f1-970a-4872-91c8-4381b4cd4616 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:03:52.288293 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Attempting to bind port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 on network e1d248f1-970a-4872-91c8-4381b4cd4616 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:03:52.295246 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:03:52.295591 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Checking segment: {'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:03:52.296021 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Bound using segment: {'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:03:52.296470 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Bound port: 8c3d22e9-7cf6-47b9-a67a-5b9431a22072, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80ffcc2-2273-421b-b593-f1507ca91afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:03:52.296818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:52.437555 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:03:52.600735 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78466cf0-7598-4332-a950-86d80f6c1270 req-6df3c986-e38a-4edc-bf00-9e996a9bb9d9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:52.616846 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-78466cf0-7598-4332-a950-86d80f6c1270 req-6df3c986-e38a-4edc-bf00-9e996a9bb9d9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1423609 Jun 30 19:03:52.626282 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] For port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:03:52.635456 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] For port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,segment=NetworkSegment(a80ffcc2-2273-421b-b593-f1507ca91afc),segment_id=a80ffcc2-2273-421b-b593-f1507ca91afc)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:03:52.645068 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:52.653604 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:52.724611 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:52.725396 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:52.727126 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] 10.222.0.99 "PUT /v2.0/ports/8c3d22e9-7cf6-47b9-a67a-5b9431a22072 HTTP/1.1" status: 200 len: 1097 time: 2.1856048 Jun 30 19:03:52.727828 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'tag': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:03:52.765065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:52.775685 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-78466cf0-7598-4332-a950-86d80f6c1270 req-ef96fc8b-0650-49a9-b19b-832c02b4ff46 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566751 Jun 30 19:03:52.791016 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:52.958281 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'tag': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072', 'status': 'completed', 'code': 200} Jun 30 19:03:53.032223 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-1302214e-0ed1-4a70-906f-25d9d889b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:53.034261 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-1302214e-0ed1-4a70-906f-25d9d889b328 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=60eb6ab4c6c54a53b43cd0ad97682061&device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 1100 time: 0.1551867 Jun 30 19:03:53.122596 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafca60-2616-45e6-aa0e-b7b281d047e3 req-7d4476a1-8a03-4672-b1c8-83d414affb20 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:53.130978 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-abafca60-2616-45e6-aa0e-b7b281d047e3 req-7d4476a1-8a03-4672-b1c8-83d414affb20 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 947 time: 0.2276947 Jun 30 19:03:53.151910 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-c7d44519-144d-4231-984e-9683e67fbab5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8c3d22e9-7cf6-47b9-a67a-5b9431a22072 HTTP/1.1" status: 200 len: 217 time: 0.0972471 Jun 30 19:03:53.210260 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-abafca60-2616-45e6-aa0e-b7b281d047e3 req-aded5d40-7af9-457b-845d-bbecfbe4e4f2 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777876 Jun 30 19:03:53.291846 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-8bc9c743-2f37-4650-84c2-288a71f8d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:53.293599 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-8bc9c743-2f37-4650-84c2-288a71f8d0d6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f8f0abc-bb41-4941-8cca-120cb7bf5612 HTTP/1.1" status: 200 len: 843 time: 0.1198275 Jun 30 19:03:53.398551 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-7724273e-0cbe-4316-9af4-16b91d5b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:53.400669 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-7724273e-0cbe-4316-9af4-16b91d5b7b38 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e1d248f1-970a-4872-91c8-4381b4cd4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0937619 Jun 30 19:03:53.572003 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-f6e63a9a-e2a6-4c06-ae2f-5c9c27cd0f52 service neutron] 10.222.0.99 "GET /v2.0/networks/e1d248f1-970a-4872-91c8-4381b4cd4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557214 Jun 30 19:03:53.687301 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39934) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:53.900324 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d650b8f6-6628-4b60-b722-52562e60dcc0 req-f607c101-c9d0-4c00-9f1c-3bf49d1c0ade service neutron] 10.222.0.99 "GET /v2.0/networks/e1d248f1-970a-4872-91c8-4381b4cd4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156307 Jun 30 19:03:54.044212 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.085294 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:54.091185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Usage tracker for resource:security_group_rule and tenant:3083d37dad824b30a39685f074ef29b2 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:54.095147 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:54.103143 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:54.204206 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-07a38528-0b43-4d86-a008-a301cc95ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:54.205851 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-07a38528-0b43-4d86-a008-a301cc95ac4e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=60eb6ab4c6c54a53b43cd0ad97682061&device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 1100 time: 0.1214948 Jun 30 19:03:54.264915 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:03:54.336899 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.345454 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.356537 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-85085b5f-0d1c-4350-83bf-36164ff800f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:54.398179 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c153817d-6b88-4adb-b7b7-01f50828dad1,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:54.404428 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:54.430386 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3083d37dad824b30a39685f074ef29b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416790 Jun 30 19:03:54.432909 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 39952) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:54.439903 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76201e36-ddb7-40d6-bf8b-5aa0fc347a4b req-c6b26201-024e-4169-baa2-3677cd232088 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:54.442647 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-76201e36-ddb7-40d6-bf8b-5aa0fc347a4b req-c6b26201-024e-4169-baa2-3677cd232088 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.2309504 Jun 30 19:03:54.524226 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:54.534124 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-8a95a43a-a9e0-45ee-b0b8-84bee07980ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:54.536099 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-8a95a43a-a9e0-45ee-b0b8-84bee07980ca service neutron] 10.222.0.99 "GET /v2.0/networks?id=e1d248f1-970a-4872-91c8-4381b4cd4616 HTTP/1.1" status: 200 len: 871 time: 0.3102119 Jun 30 19:03:54.538846 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-76201e36-ddb7-40d6-bf8b-5aa0fc347a4b req-f96d60bb-7e99-4142-9cb4-0f89f0666130 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880432 Jun 30 19:03:54.544947 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'port_id': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'mac_address': 'fa:16:3e:90:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:03:54.649587 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.703578 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baee80aa-940f-4f13-ae96-3f02033328d2 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:03:54.714394 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-562d7523-c79b-4100-8c5c-b8fe162b177f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8c3d22e9-7cf6-47b9-a67a-5b9431a22072 HTTP/1.1" status: 200 len: 217 time: 0.1644833 Jun 30 19:03:54.717469 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.758429 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:54.765798 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.768100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:54.774004 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.921936 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.944685 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=6']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:54.950632 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-6ab69b2b-6a82-42a6-b2d1-2219db411359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:54.956739 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:54.974292 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:54.975422 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c153817d-6b88-4adb-b7b7-01f50828dad1 HTTP/1.1" status: 204 len: 168 time: 0.5415654 Jun 30 19:03:54.984763 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c153817d-6b88-4adb-b7b7-01f50828dad1,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:54.996518 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:55.017084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-4a820ed9-9e1f-4a38-a9d4-0db548528c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:55.018606 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-4a820ed9-9e1f-4a38-a9d4-0db548528c56 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f8f0abc-bb41-4941-8cca-120cb7bf5612 HTTP/1.1" status: 200 len: 843 time: 0.1796372 Jun 30 19:03:55.041348 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6bff-dd64-410a-8890-0491ee4faad5 req-15042938-05f5-46df-af1a-e36bbe39b6e6 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:55.042942 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9d0f6bff-dd64-410a-8890-0491ee4faad5 req-15042938-05f5-46df-af1a-e36bbe39b6e6 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 947 time: 0.1877267 Jun 30 19:03:55.057302 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['baee80aa-940f-4f13-ae96-3f02033328d2'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:03:55.131997 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-d1199bf2-26ba-4a64-b94f-1eac302769de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:55.132955 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-d1199bf2-26ba-4a64-b94f-1eac302769de service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.2561307 Jun 30 19:03:55.171176 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9d0f6bff-dd64-410a-8890-0491ee4faad5 req-007c285a-18a9-416f-8eb0-2f08c33000c0 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145365 Jun 30 19:03:55.194874 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb9a6b-a579-4861-98a3-a24acd83286a req-cebb0191-4315-4fa5-8f0e-6632b543f7d9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:55.203219 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-73eb9a6b-a579-4861-98a3-a24acd83286a req-cebb0191-4315-4fa5-8f0e-6632b543f7d9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2679574 Jun 30 19:03:55.275756 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-73eb9a6b-a579-4861-98a3-a24acd83286a req-a9c04080-d3a8-42ce-be98-3680e8cfdc6a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715454 Jun 30 19:03:55.347368 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-236843db-3bcd-46d6-9552-a6a9830e5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:55.353665 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-236843db-3bcd-46d6-9552-a6a9830e5d9a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e1d248f1-970a-4872-91c8-4381b4cd4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3225503 Jun 30 19:03:55.623889 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-63a1329c-f898-4768-8569-be520d638996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:55.625780 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-63a1329c-f898-4768-8569-be520d638996 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.4780185 Jun 30 19:03:55.637888 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-e702c0b2-2460-4a82-bd1a-c2c719ed13e9 service neutron] 10.222.0.99 "GET /v2.0/networks/e1d248f1-970a-4872-91c8-4381b4cd4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715027 Jun 30 19:03:55.894084 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 39988) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:55.989818 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae9075-8152-49c9-ae8b-db3d9b5aac4d req-cbebac97-ded3-470a-8102-1566d9a27e07 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:56.002864 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-b5da12f5-7d87-4f3d-9461-4b88e54caf48 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 217 time: 0.3637264 Jun 30 19:03:56.007950 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-feae9075-8152-49c9-ae8b-db3d9b5aac4d req-cbebac97-ded3-470a-8102-1566d9a27e07 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 944 time: 0.2052720 Jun 30 19:03:56.121493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-d0973429-11f8-4a94-8d2e-f7f7d0c71896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:56.123085 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-d0973429-11f8-4a94-8d2e-f7f7d0c71896 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.1081595 Jun 30 19:03:56.131536 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-feae9075-8152-49c9-ae8b-db3d9b5aac4d req-64ccb490-69de-4b43-9d63-7986cfeed284 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173441 Jun 30 19:03:56.165755 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:56.182411 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:03:56.183952 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-1f410aa9-7e7f-4ed5-b3ff-8b2e92be66a6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495021 Jun 30 19:03:56.188550 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8cab6111-4e1d-4f4f-aca6-bc1ce157d389 req-67e11edc-6755-4626-addc-fbd81aab3a8e service neutron] 10.222.0.99 "GET /v2.0/networks/e1d248f1-970a-4872-91c8-4381b4cd4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189454 Jun 30 19:03:56.188941 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Usage tracker for resource:security_group_rule and tenant:93e7adf5a56c4814b4619097597a1718 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:03:56.197888 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:03:56.212283 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:03:56.281454 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:03:56.411878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:56.418019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:56.430612 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-101f7e44-4cf1-47aa-9228-c31ced724b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:56.439014 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port baee80aa-940f-4f13-ae96-3f02033328d2 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:03:56.440505 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:56.597744 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-26fde759-5d0d-4db8-9cf0-176c67a9a8b4 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723392 Jun 30 19:03:56.603296 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=93e7adf5a56c4814b4619097597a1718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7078686 Jun 30 19:03:56.606965 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40010) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:03:56.614029 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c3136-4c24-435b-bdf7-29049a7491c6,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:56.626167 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:56.636269 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:56.689827 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522283ae-4e0c-46eb-bfc8-813af10903fa req-ad5f78af-0adc-42bd-9aff-625578d13df9 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:56.694532 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-522283ae-4e0c-46eb-bfc8-813af10903fa req-ad5f78af-0adc-42bd-9aff-625578d13df9 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 947 time: 0.2430210 Jun 30 19:03:56.700231 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:03:56.711253 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c05a6-b3ea-4c85-bde2-46764245ae8f req-08b8718e-675e-4b4a-bae0-29973ce8b09c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:56.718629 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d28c05a6-b3ea-4c85-bde2-46764245ae8f req-08b8718e-675e-4b4a-bae0-29973ce8b09c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2158391 Jun 30 19:03:56.728636 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:56.735392 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:56.740348 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:56.898154 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d28c05a6-b3ea-4c85-bde2-46764245ae8f req-ce8319c7-1a87-4a68-9e69-f9be89effaf6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783864 Jun 30 19:03:56.911058 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ca042db9-9efc-437b-bc25-ef0d8cc72b85 req-1e991807-67d8-45ca-aa42-d6b8878cdd4f service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030853 Jun 30 19:03:56.939966 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-522283ae-4e0c-46eb-bfc8-813af10903fa req-17603063-1611-43eb-b4f6-a669205ef86f tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188632 Jun 30 19:03:56.978828 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=7']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:56.994736 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:57.003792 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'code': 200} Jun 30 19:03:57.024400 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:57.077031 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:57.155306 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:57.163504 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-036838ff-1a76-4ade-9923-63d36d6b0f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:57.178601 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c3136-4c24-435b-bdf7-29049a7491c6,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:57.182015 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:57.183534 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:57.187617 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/264c3136-4c24-435b-bdf7-29049a7491c6 HTTP/1.1" status: 204 len: 168 time: 0.5760379 Jun 30 19:03:57.440472 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d356948-3981-4393-82d3-7eaadd1be8e9 req-276f77fb-379d-4579-9fc7-329cedc48493 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:57.442941 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d356948-3981-4393-82d3-7eaadd1be8e9 req-276f77fb-379d-4579-9fc7-329cedc48493 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1296277 Jun 30 19:03:57.516973 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d356948-3981-4393-82d3-7eaadd1be8e9 req-f3a92338-08bc-4c2a-8db5-7c2a5e498cd7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674231 Jun 30 19:03:58.162018 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9d1ae-29f0-4715-af62-a1d9b876836e req-7d1681df-be5a-40e7-8af3-8a71e3891563 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:58.163617 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-14f9d1ae-29f0-4715-af62-a1d9b876836e req-7d1681df-be5a-40e7-8af3-8a71e3891563 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1501565 Jun 30 19:03:58.201673 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5fd1c-46e6-469f-8b4d-a2d6a9cf1dbb req-17c921a8-be00-4e17-82ff-0699b3a59de9 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:58.203353 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-04d5fd1c-46e6-469f-8b4d-a2d6a9cf1dbb req-17c921a8-be00-4e17-82ff-0699b3a59de9 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 947 time: 0.1570399 Jun 30 19:03:58.256399 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-14f9d1ae-29f0-4715-af62-a1d9b876836e req-0acb161e-a011-4446-a0dd-2bbb897d2851 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860634 Jun 30 19:03:58.279514 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-04d5fd1c-46e6-469f-8b4d-a2d6a9cf1dbb req-18f96c68-2674-4982-aab3-1721351ca8cf tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Jun 30 19:03:58.295325 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:03:58.512412 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,segment=NetworkSegment(a80ffcc2-2273-421b-b593-f1507ca91afc),segment_id=a80ffcc2-2273-421b-b593-f1507ca91afc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:58.528749 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072', 'network_id': 'e1d248f1-970a-4872-91c8-4381b4cd4616', 'port_id': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072', 'mac_address': 'fa:16:3e:3a:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f0abc-bb41-4941-8cca-120cb7bf5612', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:03:58.589277 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:58.609356 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:03:58.630061 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,segment=NetworkSegment(a80ffcc2-2273-421b-b593-f1507ca91afc),segment_id=a80ffcc2-2273-421b-b593-f1507ca91afc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:03:58.637292 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:03:58.639352 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:03:58.723752 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:03:58.730593 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:03:58.825095 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a43b8-46d6-4fd2-b475-8ef8942865f1 req-cba47493-708e-4497-ae5e-78f676ea1dad tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:58.826899 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-830a43b8-46d6-4fd2-b475-8ef8942865f1 req-cba47493-708e-4497-ae5e-78f676ea1dad tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1346595 Jun 30 19:03:58.927679 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-830a43b8-46d6-4fd2-b475-8ef8942865f1 req-b74139d7-d77b-4c93-a9ca-fd08567748d2 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910571 Jun 30 19:03:59.047363 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['8c3d22e9-7cf6-47b9-a67a-5b9431a22072'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:03:59.780131 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f36f-5dd5-4cd4-9732-6d633f78c3f0 req-84892c8c-3e07-434d-a9a7-e6795fa42be1 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:59.781863 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd45f36f-5dd5-4cd4-9732-6d633f78c3f0 req-84892c8c-3e07-434d-a9a7-e6795fa42be1 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1941247 Jun 30 19:03:59.802394 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad210a-995e-47e4-ba49-52d152cd3d10 req-1ad6d861-9683-4c86-b481-eba2e9800e02 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:03:59.803963 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dfad210a-995e-47e4-ba49-52d152cd3d10 req-1ad6d861-9683-4c86-b481-eba2e9800e02 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 948 time: 0.3224072 Jun 30 19:03:59.881098 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd45f36f-5dd5-4cd4-9732-6d633f78c3f0 req-2e0bdc5c-f818-471a-942f-35c7ff09d94b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891786 Jun 30 19:03:59.885859 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dfad210a-995e-47e4-ba49-52d152cd3d10 req-8e553c73-5f69-44ff-9312-f87b95857aca tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687575 Jun 30 19:04:00.147162 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d1d0-954a-42a8-a465-a65fb04e0b3d req-21b0887c-c087-4cb2-8208-12d2c2f0a7de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:00.148665 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-03b1d1d0-954a-42a8-a465-a65fb04e0b3d req-21b0887c-c087-4cb2-8208-12d2c2f0a7de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.0901108 Jun 30 19:04:00.204047 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-03b1d1d0-954a-42a8-a465-a65fb04e0b3d req-37335b39-adb7-46cb-80b1-358e2d93f030 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445631 Jun 30 19:04:00.327708 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:04:00.444756 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:04:00.452182 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:04:00.453856 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:00.632945 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:00.666411 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:00.677121 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,segment=NetworkSegment(a80ffcc2-2273-421b-b593-f1507ca91afc),segment_id=a80ffcc2-2273-421b-b593-f1507ca91afc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:00.683848 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:00.686557 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:00.733577 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072', 'code': 200} Jun 30 19:04:00.796992 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:00.805180 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:01.223216 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e772-29a2-4af5-a78a-1298b6408d2e req-5be71e91-42ec-4752-81ea-852cebf4a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:01.226726 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a020e772-29a2-4af5-a78a-1298b6408d2e req-5be71e91-42ec-4752-81ea-852cebf4a0e5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 1102 time: 0.1870904 Jun 30 19:04:01.298591 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a020e772-29a2-4af5-a78a-1298b6408d2e req-7928ec92-a20a-430a-83f5-144be4828bc3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632346 Jun 30 19:04:01.465855 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6296-9c32-413a-9035-0321c3f67f67 req-45eab741-e5d7-41b7-89ae-871880fa3ac2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:01.467589 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9c8d6296-9c32-413a-9035-0321c3f67f67 req-45eab741-e5d7-41b7-89ae-871880fa3ac2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2076859 Jun 30 19:04:01.476033 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b6ba3-7ae5-4046-917a-e86d0a6c481a req-360e79ee-4221-446a-9b73-a33d8de5bd9a tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:01.484015 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-013b6ba3-7ae5-4046-917a-e86d0a6c481a req-360e79ee-4221-446a-9b73-a33d8de5bd9a tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 949 time: 0.2933085 Jun 30 19:04:01.580205 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-013b6ba3-7ae5-4046-917a-e86d0a6c481a req-93e3ae78-4a21-4837-8011-cb6fdd7489ac tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951803 Jun 30 19:04:01.602741 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9c8d6296-9c32-413a-9035-0321c3f67f67 req-fa6f1c3b-9248-4162-b4bc-1e960469a804 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156993 Jun 30 19:04:01.900499 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47066aa-8144-4275-be32-35ea24af5e86 req-3923dea0-1d57-449a-aec3-c0422532c7d1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:01.910878 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e47066aa-8144-4275-be32-35ea24af5e86 req-3923dea0-1d57-449a-aec3-c0422532c7d1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1941509 Jun 30 19:04:01.970268 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e47066aa-8144-4275-be32-35ea24af5e86 req-3a87281f-acc0-47f9-a148-9ff20e5456ae tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584712 Jun 30 19:04:02.921028 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fb08f-b81a-4f30-bb13-f306c9e902a4 req-eadb7dfb-36ed-4518-bb18-d7657ff3ead6 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:02.934221 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c32fb08f-b81a-4f30-bb13-f306c9e902a4 req-eadb7dfb-36ed-4518-bb18-d7657ff3ead6 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 949 time: 0.2117257 Jun 30 19:04:03.137919 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c32fb08f-b81a-4f30-bb13-f306c9e902a4 req-2732f37f-8529-402b-88d3-cecf49acc913 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039552 Jun 30 19:04:03.233395 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa62f-bcbd-4de1-b5d6-809c604df587 req-b11efae7-53b9-4a42-bfef-1b0ce79d8c4f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:03.235488 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b02fa62f-bcbd-4de1-b5d6-809c604df587 req-b11efae7-53b9-4a42-bfef-1b0ce79d8c4f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2008390 Jun 30 19:04:03.410913 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b02fa62f-bcbd-4de1-b5d6-809c604df587 req-69737d83-779c-474c-beaa-d2b71b336c71 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614962 Jun 30 19:04:03.478614 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c7916-999f-44f3-a2a0-f3bc114feaaa req-1506b37f-9a62-4e91-8369-2c1631879acc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:03.480861 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-134c7916-999f-44f3-a2a0-f3bc114feaaa req-1506b37f-9a62-4e91-8369-2c1631879acc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1519754 Jun 30 19:04:03.587467 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-134c7916-999f-44f3-a2a0-f3bc114feaaa req-918dddfe-582a-4e4e-a36f-8b8cded0868d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948865 Jun 30 19:04:04.495052 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bad2c-24f2-4fe2-b0cb-10dcbae7dd3e req-2ae06593-fd6e-4413-9f33-f6b2ec3b3c6e tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:04.512452 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1b2bad2c-24f2-4fe2-b0cb-10dcbae7dd3e req-2ae06593-fd6e-4413-9f33-f6b2ec3b3c6e tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 949 time: 0.1856911 Jun 30 19:04:04.632613 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1b2bad2c-24f2-4fe2-b0cb-10dcbae7dd3e req-68d1095e-b5d2-42e9-b2a3-31d24a67da02 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163993 Jun 30 19:04:04.927080 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c32c8-66dc-459a-987d-f3ef4cc1eacb req-1ba247a6-5cfd-474b-b2e8-6bd48b244abe tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:04.937201 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-145c32c8-66dc-459a-987d-f3ef4cc1eacb req-1ba247a6-5cfd-474b-b2e8-6bd48b244abe tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.3302519 Jun 30 19:04:05.075073 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-145c32c8-66dc-459a-987d-f3ef4cc1eacb req-52d98247-33f4-4e03-865a-86bcdfc9b8d6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364951 Jun 30 19:04:05.155094 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df99533-2689-4093-92c8-c8823c4bb6cb req-28ad3e6e-832c-4ed0-9848-1fb1b62a4ee8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:05.172832 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8df99533-2689-4093-92c8-c8823c4bb6cb req-28ad3e6e-832c-4ed0-9848-1fb1b62a4ee8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.2166078 Jun 30 19:04:05.286861 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8df99533-2689-4093-92c8-c8823c4bb6cb req-6ae32360-c956-4887-90bc-7ad26a64bf07 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075914 Jun 30 19:04:05.650308 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9f42-ebbd-45e4-8e74-3286a736ca69 req-95d9f55e-d323-4cfa-abaf-b0f9764fe216 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:05.652604 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-697c9f42-ebbd-45e4-8e74-3286a736ca69 req-95d9f55e-d323-4cfa-abaf-b0f9764fe216 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 949 time: 0.1682632 Jun 30 19:04:05.733173 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-697c9f42-ebbd-45e4-8e74-3286a736ca69 req-9882eb48-0c01-4187-9af2-c76eb30c0b58 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741849 Jun 30 19:04:05.921352 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce5e0bf7-3760-49b0-a6ad-629e28058639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:06.306410 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43de5-9ecb-4167-a24c-83ad2754026d req-692bc114-2870-407c-9832-ae163f1a10b8 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:06.314124 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-16d43de5-9ecb-4167-a24c-83ad2754026d req-692bc114-2870-407c-9832-ae163f1a10b8 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1136100 Jun 30 19:04:06.369082 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-16d43de5-9ecb-4167-a24c-83ad2754026d req-520e1a85-5822-49ab-868a-5975f71fd1ff tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540316 Jun 30 19:04:06.490591 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:06.893687 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5d36-c6a0-46f0-b0f8-4352aedddd3b req-5b384c13-79b8-4159-ac97-cdecc9410ec4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:06.897760 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-33dd5d36-c6a0-46f0-b0f8-4352aedddd3b req-5b384c13-79b8-4159-ac97-cdecc9410ec4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1659713 Jun 30 19:04:07.074220 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-33dd5d36-c6a0-46f0-b0f8-4352aedddd3b req-e9988b59-41b3-4ad3-a79e-909d17035c1a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015680 Jun 30 19:04:07.103223 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2387c-110a-45aa-8a2b-fd369bf973d2 req-c3b875db-769b-4723-828d-cad77abb9f44 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:07.104990 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-acb2387c-110a-45aa-8a2b-fd369bf973d2 req-c3b875db-769b-4723-828d-cad77abb9f44 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 949 time: 0.2054472 Jun 30 19:04:07.176755 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-acb2387c-110a-45aa-8a2b-fd369bf973d2 req-07e9f6b2-f990-4da3-aa07-d4dded93ae3a tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ed8d21c-9d4c-405c-8d47-30800fa926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634289 Jun 30 19:04:07.548956 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-68b7a4c6-8b04-4481-8f36-549c8cda7222 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:07.549741 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-68b7a4c6-8b04-4481-8f36-549c8cda7222 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Synchronizing usage tracker for tenant:60eb6ab4c6c54a53b43cd0ad97682061 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:04:07.569687 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-68b7a4c6-8b04-4481-8f36-549c8cda7222 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Unset dirty status for tenant:60eb6ab4c6c54a53b43cd0ad97682061 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:04:07.572491 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-68b7a4c6-8b04-4481-8f36-549c8cda7222 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 949 time: 0.1990404 Jun 30 19:04:07.654966 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Deleting port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:04:07.655303 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73493-5cdf-4ef4-aa2c-1e29808139ab req-da30aa81-a986-4a43-ab2e-90f5c562a4da tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:07.655746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:07.657556 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-75f73493-5cdf-4ef4-aa2c-1e29808139ab req-da30aa81-a986-4a43-ab2e-90f5c562a4da tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1022136 Jun 30 19:04:07.715091 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-75f73493-5cdf-4ef4-aa2c-1e29808139ab req-daca3152-4aa4-4337-9623-d65336420236 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Jun 30 19:04:07.943394 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] For port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,segment=NetworkSegment(a80ffcc2-2273-421b-b593-f1507ca91afc),segment_id=a80ffcc2-2273-421b-b593-f1507ca91afc)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:07.943758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:08.072847 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Calling delete_port for 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:04:08.243705 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:08.257546 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e0af3171-0eb4-4755-9c07-5d9667f3f59c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:08.294919 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['8c3d22e9-7cf6-47b9-a67a-5b9431a22072'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:04:08.429688 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-37729154-83fc-4080-b6a5-60c8b08e523e req-715f16fc-d066-4417-bb66-e168bb503753 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 210 time: 0.0985982 Jun 30 19:04:08.450646 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Pushing event deleted for resources: {'Port': ['ID=8c3d22e9-7cf6-47b9-a67a-5b9431a22072,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:08.453153 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:08.506478 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a409c0-decd-4f55-bfeb-f7a526a9d02b req-a4865616-0348-4f3b-836b-13a1dfc64e7f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:08.508353 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-57a409c0-decd-4f55-bfeb-f7a526a9d02b req-a4865616-0348-4f3b-836b-13a1dfc64e7f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.3064377 Jun 30 19:04:08.544809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] No DVR routers for this DVR port 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:04:08.548754 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:08.552215 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'name': 'network-vif-deleted', 'tag': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:08.592349 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1f4210d3-9a7f-4bb5-8b9a-87c09928f68f req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.99 "DELETE /v2.0/ports/8c3d22e9-7cf6-47b9-a67a-5b9431a22072 HTTP/1.1" status: 204 len: 173 time: 1.0104809 Jun 30 19:04:08.596559 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-57a409c0-decd-4f55-bfeb-f7a526a9d02b req-7b39b412-041c-4cf4-bd8d-228abcc372f4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813997 Jun 30 19:04:08.622759 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f01d942-a7d9-42d8-85fd-0394a0ed4569', 'name': 'network-vif-deleted', 'tag': '8c3d22e9-7cf6-47b9-a67a-5b9431a22072', 'status': 'completed', 'code': 200} Jun 30 19:04:08.890439 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-af9efd71-1046-4e04-acfb-6bbc36f444e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:09.033249 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb2af-fe27-4733-bd67-243c2b730900 req-93fc66a6-8220-4034-b62d-ed3565348323 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:09.034985 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d6eb2af-fe27-4733-bd67-243c2b730900 req-93fc66a6-8220-4034-b62d-ed3565348323 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1161585 Jun 30 19:04:09.084804 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d6eb2af-fe27-4733-bd67-243c2b730900 req-5cd17c75-c15b-4bd8-9a0e-08dd153e2848 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Jun 30 19:04:09.658642 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e0ad5905-7775-4f0d-b446-563194e0a791 req-c82c9628-5a12-4524-9589-24a0171f0b1b tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f01d942-a7d9-42d8-85fd-0394a0ed4569 HTTP/1.1" status: 200 len: 210 time: 0.0531747 Jun 30 19:04:09.930719 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf4c74-0be8-456b-8ce7-be9d74c04f63 req-4f26cb6f-dc59-4bdf-8c6c-3fda6865e4c0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:09.932975 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-edcf4c74-0be8-456b-8ce7-be9d74c04f63 req-4f26cb6f-dc59-4bdf-8c6c-3fda6865e4c0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1830819 Jun 30 19:04:09.982211 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-edcf4c74-0be8-456b-8ce7-be9d74c04f63 req-cb11c11a-306e-4410-9fb1-8bd64e54e2ae tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Jun 30 19:04:10.322459 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5410e-76aa-4a9a-bea6-38f1c9aef967 req-dccddb7c-9b0e-450e-b59a-cee3f6f3afe9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:10.323941 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c4c5410e-76aa-4a9a-bea6-38f1c9aef967 req-dccddb7c-9b0e-450e-b59a-cee3f6f3afe9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0904036 Jun 30 19:04:10.346860 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:10.374592 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c4c5410e-76aa-4a9a-bea6-38f1c9aef967 req-45273ec4-97d3-4746-9f04-281bf83667c9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447061 Jun 30 19:04:10.894211 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:11.230524 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cc8e1-c5af-4dde-9cd2-ed7cbb4015fd req-406b319d-b3c7-4718-b905-55afc9209b95 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:11.241375 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-861cc8e1-c5af-4dde-9cd2-ed7cbb4015fd req-406b319d-b3c7-4718-b905-55afc9209b95 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1074977 Jun 30 19:04:11.313214 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-861cc8e1-c5af-4dde-9cd2-ed7cbb4015fd req-60eab5fd-cec1-4974-a95c-1bf880fc9dad tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621755 Jun 30 19:04:11.669868 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48a36c-a343-429e-a686-1d2976d9f69f req-3f10cad5-4188-4dff-9e5c-ff9ff6028aa4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:11.680446 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dd48a36c-a343-429e-a686-1d2976d9f69f req-3f10cad5-4188-4dff-9e5c-ff9ff6028aa4 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1459954 Jun 30 19:04:11.732658 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dd48a36c-a343-429e-a686-1d2976d9f69f req-808df746-7d91-4982-ba7d-3956193d27e0 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492921 Jun 30 19:04:11.802989 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 40234) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:12.001983 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.021140 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:04:12.025754 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a38fca0ab33543fd83b92883154d3e29 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:04:12.029992 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:04:12.039246 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:04:12.165356 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.197767 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.204430 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.215972 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b01dce4d-17dc-4413-aa33-9f874d754789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:12.272114 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a38fca0ab33543fd83b92883154d3e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644370 Jun 30 19:04:12.272114 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7321275c-60c2-4b1d-b53e-c6a434e978ce,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:12.273246 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 40252) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:12.285814 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:12.363815 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.387912 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:04:12.403518 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.476172 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:04:12.476522 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 8c3d22e9-7cf6-47b9-a67a-5b9431a22072 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:04:12.480799 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-958601b7-9449-471c-b562-4b8789f62ed4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2506833 Jun 30 19:04:12.517393 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.537601 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f8b2a172-89bc-447c-9ae0-23fbfb5ea94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:12.555035 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7321275c-60c2-4b1d-b53e-c6a434e978ce,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:12.567633 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:12.580355 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:12.595985 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7321275c-60c2-4b1d-b53e-c6a434e978ce HTTP/1.1" status: 204 len: 168 time: 0.3217597 Jun 30 19:04:12.736330 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06a54e-ba83-479e-9170-22bfee856bee req-dd2913cd-98f4-4fd0-9e7f-26fd0d840820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:12.739214 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-dd2913cd-98f4-4fd0-9e7f-26fd0d840820 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1098 time: 0.2150071 Jun 30 19:04:12.745668 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14010c-ff4e-4579-a4cc-3f9c49f039a5 req-20fd5791-7fc0-453c-8142-04f70c2cb625 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:12.755862 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5a14010c-ff4e-4579-a4cc-3f9c49f039a5 req-20fd5791-7fc0-453c-8142-04f70c2cb625 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1563160 Jun 30 19:04:12.834208 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5a14010c-ff4e-4579-a4cc-3f9c49f039a5 req-66b1c58a-3e04-47da-b3cf-c05d62d23ff3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747955 Jun 30 19:04:13.120660 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770189fb-0c48-494b-870c-77e9044b7278 req-e79b8287-7522-4b2d-af98-13eeb3e7411b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:13.122333 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-770189fb-0c48-494b-870c-77e9044b7278 req-e79b8287-7522-4b2d-af98-13eeb3e7411b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1813707 Jun 30 19:04:13.159901 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06a54e-ba83-479e-9170-22bfee856bee req-735ebef7-f952-449a-9dd9-f8e9b73d9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:13.162036 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-735ebef7-f952-449a-9dd9-f8e9b73d9f07 service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 0.3892415 Jun 30 19:04:13.232410 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-770189fb-0c48-494b-870c-77e9044b7278 req-de25f77f-5709-482c-b790-3799974465db tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709109 Jun 30 19:04:13.295168 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-c6b08d97-fad9-468a-a3b7-0a766cba5993 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 1000 time: 0.1201210 Jun 30 19:04:13.430183 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06a54e-ba83-479e-9170-22bfee856bee req-b98f5825-661e-4c33-aa93-f0f7e8373cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:13.430183 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-b98f5825-661e-4c33-aa93-f0f7e8373cda service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.1270955 Jun 30 19:04:13.523892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06a54e-ba83-479e-9170-22bfee856bee req-9dfe4fb6-f604-494c-b354-ae96a84eda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:13.525506 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-9dfe4fb6-f604-494c-b354-ae96a84eda2f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885935 Jun 30 19:04:13.729376 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-21e60645-7f6c-4d40-a065-55f1aa61f192 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923420 Jun 30 19:04:14.032414 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3a06a54e-ba83-479e-9170-22bfee856bee req-62e83aca-84f3-4edc-bc93-ee08e0599c1c service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948499 Jun 30 19:04:14.164914 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5da9-4392-4931-9ad6-24d4d998a18b req-de1cb91f-3947-4817-9d9a-00ae67a742b3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:14.170388 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-517f5da9-4392-4931-9ad6-24d4d998a18b req-de1cb91f-3947-4817-9d9a-00ae67a742b3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1311324 Jun 30 19:04:14.269881 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-517f5da9-4392-4931-9ad6-24d4d998a18b req-0037d6ab-2108-45a7-920e-616d36889d39 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875628 Jun 30 19:04:14.503614 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52ee0-b5bf-4e5f-a5b9-41a6e98d8703 req-db21a86d-db30-45e1-bece-5e30b3b57d9b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:14.510840 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-45a52ee0-b5bf-4e5f-a5b9-41a6e98d8703 req-db21a86d-db30-45e1-bece-5e30b3b57d9b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1165085 Jun 30 19:04:14.580017 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-45a52ee0-b5bf-4e5f-a5b9-41a6e98d8703 req-ea25c73d-58b7-4d14-9cb2-44113e5edb56 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681372 Jun 30 19:04:15.652419 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8d59a-b2d1-4472-8e24-124e44189e74 req-ac86375e-c5fb-42d3-9561-2412f40e70ed tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:15.658294 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fde8d59a-b2d1-4472-8e24-124e44189e74 req-ac86375e-c5fb-42d3-9561-2412f40e70ed tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1602480 Jun 30 19:04:15.736337 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fde8d59a-b2d1-4472-8e24-124e44189e74 req-c2365123-1691-488c-a414-7f344d94747e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658820 Jun 30 19:04:16.040311 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5d22-8847-43a5-90eb-d93391539762 req-14dd1f01-dc2b-46e7-8061-87bc8a21f067 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:16.047787 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-efba5d22-8847-43a5-90eb-d93391539762 req-14dd1f01-dc2b-46e7-8061-87bc8a21f067 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1388936 Jun 30 19:04:16.113784 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-efba5d22-8847-43a5-90eb-d93391539762 req-7256f6db-4225-4700-b4ea-25fbd0960834 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645773 Jun 30 19:04:17.146783 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16f28-db0a-4505-aded-38a0dfb5ff4f req-eadac7ff-93f9-4b4f-828c-45b371a297e3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:17.149327 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dda16f28-db0a-4505-aded-38a0dfb5ff4f req-eadac7ff-93f9-4b4f-828c-45b371a297e3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1470540 Jun 30 19:04:17.219730 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dda16f28-db0a-4505-aded-38a0dfb5ff4f req-e53a144c-906c-4715-b40d-05fd44712e6f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641787 Jun 30 19:04:17.389023 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4512ce-4201-4be1-86cb-98c653688628 req-cb255dad-7a00-4f26-953a-62743fcf7b6f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:17.402951 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0b4512ce-4201-4be1-86cb-98c653688628 req-cb255dad-7a00-4f26-953a-62743fcf7b6f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1235409 Jun 30 19:04:17.459477 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0b4512ce-4201-4be1-86cb-98c653688628 req-9061b077-4b64-451f-b50f-b823e21d1946 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555634 Jun 30 19:04:18.473713 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40578) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:18.511999 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeae3ef-5019-4cbb-9e1d-a512e265eddc req-297b40b7-3af2-44f4-be04-46f741ebaa83 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:18.513750 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0aeae3ef-5019-4cbb-9e1d-a512e265eddc req-297b40b7-3af2-44f4-be04-46f741ebaa83 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1321123 Jun 30 19:04:18.595656 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Deleting subnet 0b361651-dc35-4357-bf9d-8b37843e70d6 {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:04:18.602318 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:18.611025 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0aeae3ef-5019-4cbb-9e1d-a512e265eddc req-3acca65c-aac5-4486-b684-ca75eae6ce6b tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901835 Jun 30 19:04:18.705869 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:18.745617 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-4a108e3e-79f4-4cf0-ae7e-0b84ac83c8c5 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089697126&fields=id&tenant_id=369991e2ea7740ababa870cb4c4a4e7d HTTP/1.1" status: 200 len: 267 time: 0.0678248 Jun 30 19:04:18.822936 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:18.992061 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:19.005404 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:19.169833 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b361651-dc35-4357-bf9d-8b37843e70d6,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:19.195454 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.196139 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.196941 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.199143 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.200232 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.201861 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.202770 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.204358 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.205634 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.206551 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.207943 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.208670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:19.224550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:19.227170 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:19.230662 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-15bc89e7-2cf5-4cce-a980-d40ada7398b2 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:19.240709 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-15bc89e7-2cf5-4cce-a980-d40ada7398b2 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 809 time: 0.4937699 Jun 30 19:04:19.241917 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-c776a2ee-6b10-4c21-b9d5-8bf80b281517 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/0b361651-dc35-4357-bf9d-8b37843e70d6 HTTP/1.1" status: 204 len: 168 time: 0.7653575 Jun 30 19:04:19.245307 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40596) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:19.266502 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103beb4-1c02-4b38-8d0a-f0189af0b627 req-b477552e-d4b0-41f3-acb8-2bc770363c15 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:19.269061 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4103beb4-1c02-4b38-8d0a-f0189af0b627 req-b477552e-d4b0-41f3-acb8-2bc770363c15 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.4895053 Jun 30 19:04:19.320542 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-845bde3e-d97d-43e4-9047-fc07ee4f74ae tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/quotas/369991e2ea7740ababa870cb4c4a4e7d HTTP/1.1" status: 200 len: 375 time: 0.0786870 Jun 30 19:04:19.417618 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4103beb4-1c02-4b38-8d0a-f0189af0b627 req-b3ac5809-4eeb-41d0-9d0a-30d207d76859 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382322 Jun 30 19:04:19.498373 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:19.596692 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-7a1a7c7d-e276-4c43-ae83-fcddded07e6b tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2668805 Jun 30 19:04:19.751885 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:19.786085 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d182bd8-4fa4-4579-b515-770803434b66']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:04:19.821168 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:04:19.825497 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b14cf0-c160-46f9-a8ea-0a42e5f3fb33') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:04:19.875577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:19.942670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:19.966104 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:04:19.967453 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:19.971263 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-a918f44f-6202-4eeb-b9d8-70e4c33a2e14 service neutron] 10.222.0.95 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524263 Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:04:19.991129 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:04:20.120351 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:20.131813 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:20.165221 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80da2f-2351-42e7-872e-570059e8f0cf req-1e686d48-cce8-440c-879c-8c994162c0eb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:20.178251 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bd80da2f-2351-42e7-872e-570059e8f0cf req-1e686d48-cce8-440c-879c-8c994162c0eb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.2735925 Jun 30 19:04:20.242492 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-549082bd-4e6c-45d2-adf3-f64665ff1dc5 service neutron] 10.222.0.95 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632177 Jun 30 19:04:20.264522 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:20.266756 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bd80da2f-2351-42e7-872e-570059e8f0cf req-07a26933-0714-42a9-b407-3685d2df2222 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892754 Jun 30 19:04:20.281309 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d182bd8-4fa4-4579-b515-770803434b66,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:20.296378 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] 10.222.0.95 "DELETE /v2.0/networks/8d182bd8-4fa4-4579-b515-770803434b66 HTTP/1.1" status: 204 len: 168 time: 1.0494344 Jun 30 19:04:20.297859 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:20.719455 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40638) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:20.822001 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881936c-56c8-4086-9795-f1bf78f049f9 req-4c2bde3c-e1b2-4c87-a207-86aea5c78a50 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:20.822597 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-51c81ecd-c897-4d72-8690-3e6793df7772 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=16f7401878604e34b00b18feb3b286a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010721 Jun 30 19:04:20.824429 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7881936c-56c8-4086-9795-f1bf78f049f9 req-4c2bde3c-e1b2-4c87-a207-86aea5c78a50 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1760635 Jun 30 19:04:20.824623 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40642) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:20.966854 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7881936c-56c8-4086-9795-f1bf78f049f9 req-39687626-2c40-4fcb-81e3-9a490aa3c027 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345766 Jun 30 19:04:20.981167 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:21.049922 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:21.065357 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e75f529d-3c5f-4fc6-9949-3e8758234890 req-3aa6e375-bda8-48de-8786-508d068f86a6 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 210 time: 0.0803440 Jun 30 19:04:21.178877 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:21.193318 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ed87436d-46f9-4fe5-ba45-b834192cfed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:21.225631 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:21.251690 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:21.258718 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:21.259891 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fd9be6c9-c5fd-4e1e-a5f8-966b3564fd08 HTTP/1.1" status: 204 len: 168 time: 0.4335527 Jun 30 19:04:21.722716 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6e0b-1e8c-4f04-881e-869105a6e1c1 req-8de241ec-3295-489b-95f1-ddd8b40df8f6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:21.730973 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5afc6e0b-1e8c-4f04-881e-869105a6e1c1 req-8de241ec-3295-489b-95f1-ddd8b40df8f6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1755040 Jun 30 19:04:21.916480 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5afc6e0b-1e8c-4f04-881e-869105a6e1c1 req-1aaae3ba-77ed-41b2-a0d7-51f8671cf2e5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842306 Jun 30 19:04:22.320581 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c1aaba17-e73a-42e9-8399-1b6e19fb64f1 req-91b8612f-fba2-4502-b092-d3bf82e07596 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 210 time: 0.0621965 Jun 30 19:04:22.372743 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40678) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:22.377490 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af149a-4026-4ce0-8633-ac42598f2a97 req-a42557d8-105e-4580-9785-d31cee308fd6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:22.379624 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d7af149a-4026-4ce0-8633-ac42598f2a97 req-a42557d8-105e-4580-9785-d31cee308fd6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2050958 Jun 30 19:04:22.562746 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d7af149a-4026-4ce0-8633-ac42598f2a97 req-6a031391-e200-4d4d-8288-9992c03dce4b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764219 Jun 30 19:04:22.750759 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ce7d04ad-1ccf-4c06-8ae2-77bc3861005e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=60eb6ab4c6c54a53b43cd0ad97682061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760133 Jun 30 19:04:22.754248 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 40690) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:22.886564 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:23.007235 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:23.217817 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:23.277916 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-694d9563-df32-4a32-a013-b823fda37af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:23.301791 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8d21c-9d4c-405c-8d47-30800fa926d6,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:23.379057 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40706) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:23.380529 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.381147 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.381938 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.382350 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.383442 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.383634 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.384284 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.384890 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.385785 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.386576 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.387162 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.387746 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:23.393137 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:23.427070 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:23.430823 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6ed8d21c-9d4c-405c-8d47-30800fa926d6 HTTP/1.1" status: 204 len: 168 time: 0.6724346 Jun 30 19:04:23.500198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678a5fb-6247-4d1d-a571-2167bc4b71ba req-e474a8e0-e35d-4c5c-b841-b4ffe6ffc0ca tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:23.506845 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5678a5fb-6247-4d1d-a571-2167bc4b71ba req-e474a8e0-e35d-4c5c-b841-b4ffe6ffc0ca tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.2950630 Jun 30 19:04:23.610697 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-78806748-network', 'tenant_id': 'fac9afa1ccc744119cea7502b2fbfb34'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:04:23.638930 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:04:23.647943 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Usage tracker for resource:network and tenant:fac9afa1ccc744119cea7502b2fbfb34 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:04:23.657916 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:04:23.673096 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:04:23.708330 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Made reservation on behalf of fac9afa1ccc744119cea7502b2fbfb34 for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:04:23.719341 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:23.775043 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-06979bcc-3951-4432-897a-79193c0634d6 req-0bf76648-cbd3-4147-b453-5b43d2275886 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 210 time: 0.1393690 Jun 30 19:04:23.802638 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5678a5fb-6247-4d1d-a571-2167bc4b71ba req-0baaa434-1ef4-4a1f-bfa3-22ec50332614 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881258 Jun 30 19:04:23.952942 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:24.185782 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:04:24.197904 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Usage tracker for resource:security_group_rule and tenant:fac9afa1ccc744119cea7502b2fbfb34 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:04:24.203710 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:04:24.220014 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:04:24.297121 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684c4f9-291e-4738-ace6-41967b86ca80 req-807e8a42-f09c-47b8-a6c1-5a2c5b30780c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:24.310349 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0684c4f9-291e-4738-ace6-41967b86ca80 req-807e8a42-f09c-47b8-a6c1-5a2c5b30780c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2095623 Jun 30 19:04:24.327698 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-a16bfb6b-eba6-462e-88c4-4f5a89f7793c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:24.328785 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-a16bfb6b-eba6-462e-88c4-4f5a89f7793c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Synchronizing usage tracker for tenant:369991e2ea7740ababa870cb4c4a4e7d on resource:network {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:04:24.391227 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-a16bfb6b-eba6-462e-88c4-4f5a89f7793c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Unset dirty status for tenant:369991e2ea7740ababa870cb4c4a4e7d on resource:network {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:04:24.396054 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-a16bfb6b-eba6-462e-88c4-4f5a89f7793c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.99 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 809 time: 0.5762856 Jun 30 19:04:24.400015 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0684c4f9-291e-4738-ace6-41967b86ca80 req-f5f4653d-39b1-4e86-ae0c-0f858eb2bbfa tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Jun 30 19:04:24.558880 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-7ade833b-4c09-457d-96b5-12a5435876c4 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Synchronizing usage tracker for tenant:369991e2ea7740ababa870cb4c4a4e7d on resource:security_group {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:04:24.569770 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:24.577937 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:24.589151 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-fda52795-12c1-4567-af9c-f9bb280ce9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:24.645404 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:04:24.648280 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-7ade833b-4c09-457d-96b5-12a5435876c4 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Unset dirty status for tenant:369991e2ea7740ababa870cb4c4a4e7d on resource:security_group {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:04:24.649617 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-7ade833b-4c09-457d-96b5-12a5435876c4 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369991e2ea7740ababa870cb4c4a4e7d HTTP/1.1" status: 200 len: 380 time: 0.2261591 Jun 30 19:04:24.651338 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82198628-bb1a-4219-bbf5-b7b7926c0b5d,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:24.655277 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:24.668890 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'port': {'device_id': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'admin_state_up': True, 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'security_groups': ['38cf8c62-4d87-4d0d-965b-d4c88ca19303']}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:04:24.831317 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:24.833269 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Added segment b2214a88-fac1-4c21-ade9-5a2ebc41ee38 of type vlan for network 7a232f05-26ff-4331-9188-723500456673 Jun 30 19:04:25.008191 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:25.091493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:04:25.102497 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:port and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:04:25.107686 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:04:25.112600 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:25.126870 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad4a87-f849-4d77-9ec9-1e45aea9f154 req-e92ab894-b1fe-4f17-98ab-702557dbb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:25.129503 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2bad4a87-f849-4d77-9ec9-1e45aea9f154 req-e92ab894-b1fe-4f17-98ab-702557dbb3d1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.3510265 Jun 30 19:04:25.131443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:04:25.134364 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:25.135405 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:25.141871 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:25.274431 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d7170b65-99d5-41c1-b770-6c3c1cbb4236 req-e222a63e-8871-4354-b4c4-c033fefaee33 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 210 time: 0.0655990 Jun 30 19:04:25.298020 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Made reservation on behalf of 369991e2ea7740ababa870cb4c4a4e7d for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:04:25.303074 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:25.387263 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 40726) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:25.391690 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0069084 Jun 30 19:04:25.393803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Pushing event updated for resources: {'Network': ['ID=7a232f05-26ff-4331-9188-723500456673,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:25.403607 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:25.407568 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Request body: {'subnet': {'network_id': '7a232f05-26ff-4331-9188-723500456673', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-78806748-subnet', 'tenant_id': 'fac9afa1ccc744119cea7502b2fbfb34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:04:25.414296 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 7a232f05-26ff-4331-9188-723500456673 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:04:25.415828 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:04:25.421908 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Usage tracker for resource:subnet and tenant:fac9afa1ccc744119cea7502b2fbfb34 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:04:25.426517 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:04:25.434519 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:04:25.453513 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Made reservation on behalf of fac9afa1ccc744119cea7502b2fbfb34 for: {'subnet': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:04:25.455707 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-2bad4a87-f849-4d77-9ec9-1e45aea9f154 req-d2f341cb-5c7f-4409-bb63-79aef73f47a2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826886 Jun 30 19:04:25.457141 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14900722'] for subnet, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:25.747084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Allocated IP 172.20.0.8 (6d5169a0-f4d1-46e5-a566-f445760409d4/ac1eb1a0-a709-4583-8b89-87e44495bccf/5c11822a-60d6-48cb-8e43-e800cdf851d5) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:04:25.794761 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15670128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14900708'] for subnet, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:25.951163 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-852e76ca-41c7-4f29-b734-bca5ea7ded10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:26.094678 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:26.111964 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5f03-89d5-426f-aaf8-36449e748f2e req-7bc27f7d-eac9-4a44-8e0b-d19391a7e33b tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:26.120873 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-14ea5f03-89d5-426f-aaf8-36449e748f2e req-7bc27f7d-eac9-4a44-8e0b-d19391a7e33b tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.8414843 Jun 30 19:04:26.125032 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Transition to ACTIVE for port object 5c11822a-60d6-48cb-8e43-e800cdf851d5 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:04:26.127749 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25cf63c-8928-4299-8224-c69dfbe20df4,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:26.150838 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:26.161008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Checking segment: {'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:04:26.161760 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Network hostable DHCP agents. Network: 7a232f05-26ff-4331-9188-723500456673, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:04:26.182948 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:26.191877 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-45005fb6-c409-4dc5-9251-3440abb44716 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:26.203583 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d2dfe-7054-456f-a2e7-d100e1ae4d44 req-c71037fe-f1fb-46d6-8bc7-c70c719a323f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:26.205147 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-048d2dfe-7054-456f-a2e7-d100e1ae4d44 req-c71037fe-f1fb-46d6-8bc7-c70c719a323f tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.4779134 Jun 30 19:04:26.228422 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-14ea5f03-89d5-426f-aaf8-36449e748f2e req-14316d98-3c37-42fc-be67-b4a792609439 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048086 Jun 30 19:04:26.261635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Network 7a232f05-26ff-4331-9188-723500456673 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:04:26.263487 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:04:26.267897 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:04:26.271425 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:04:26.292073 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 7a232f05-26ff-4331-9188-723500456673) {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:04:26.302435 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210cf33-44e8-47ea-b663-3447317889b7 None None] Network 7a232f05-26ff-4331-9188-723500456673 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:04:26.305966 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:26.309303 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:26.341157 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-048d2dfe-7054-456f-a2e7-d100e1ae4d44 req-8919b3a8-57d3-4c75-8722-d8d59f0a4daa tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115541 Jun 30 19:04:26.366690 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:26.370650 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:26.395337 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0000291 Jun 30 19:04:26.398488 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:26.399184 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:26.430301 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7731230 Jun 30 19:04:26.463910 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Request body: {'port': {'device_id': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:04:26.630667 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b1134-3248-414e-bb7c-d10e55709671 req-1f356fe8-11e7-4bb6-b422-fd48616e51ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:26.645610 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e68b1134-3248-414e-bb7c-d10e55709671 req-1f356fe8-11e7-4bb6-b422-fd48616e51ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 931 time: 0.1862149 Jun 30 19:04:26.756039 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e68b1134-3248-414e-bb7c-d10e55709671 req-a859f1a4-ec68-4613-b25d-aabfc02a73f7 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077702 Jun 30 19:04:26.762938 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:26.960843 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-d721690a-970d-4050-b019-b8d744ccf0a7 None None] Provisioning for port 5c11822a-60d6-48cb-8e43-e800cdf851d5 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:04:26.970646 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-d721690a-970d-4050-b019-b8d744ccf0a7 None None] Provisioning complete for port 5c11822a-60d6-48cb-8e43-e800cdf851d5 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:04:26.971478 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d721690a-970d-4050-b019-b8d744ccf0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:27.020518 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc65caaf-eccf-4131-8a0a-0ca7f182ae88 None None] Network 7a232f05-26ff-4331-9188-723500456673 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:04:27.148031 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-d721690a-970d-4050-b019-b8d744ccf0a7 None None] Port 5c11822a-60d6-48cb-8e43-e800cdf851d5 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:04:27.651130 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c11822a-60d6-48cb-8e43-e800cdf851d5 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:04:27.671642 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:27.695172 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Transition to ACTIVE for port object 5c11822a-60d6-48cb-8e43-e800cdf851d5 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:04:27.702187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:27.708851 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:27.885554 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939a238-5515-4dad-bdfa-717404d5957c req-1019ed84-e057-49d3-b76a-a5c98b738d69 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:27.887788 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7939a238-5515-4dad-bdfa-717404d5957c req-1019ed84-e057-49d3-b76a-a5c98b738d69 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.4136252 Jun 30 19:04:27.898819 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097bbbc-7903-4f1f-8d78-611796b56b30 req-a0cf32ab-2199-447d-b7df-5eb64e28d356 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:27.900781 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5097bbbc-7903-4f1f-8d78-611796b56b30 req-a0cf32ab-2199-447d-b7df-5eb64e28d356 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.2943077 Jun 30 19:04:27.938331 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:27.973889 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:28.031791 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Attempting to bind port 5c11822a-60d6-48cb-8e43-e800cdf851d5 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:04:28.032128 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Attempting to bind port 5c11822a-60d6-48cb-8e43-e800cdf851d5 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:04:28.032461 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Attempting to bind port 5c11822a-60d6-48cb-8e43-e800cdf851d5 on network 6d5169a0-f4d1-46e5-a566-f445760409d4 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:04:28.038636 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Port 5c11822a-60d6-48cb-8e43-e800cdf851d5 on network 6d5169a0-f4d1-46e5-a566-f445760409d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:04:28.039754 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Attempting to bind port 5c11822a-60d6-48cb-8e43-e800cdf851d5 on network 6d5169a0-f4d1-46e5-a566-f445760409d4 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:04:28.046683 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:04:28.047854 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Checking segment: {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:04:28.048394 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Bound using segment: {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:04:28.048837 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Bound port: 5c11822a-60d6-48cb-8e43-e800cdf851d5, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099e4561-f146-4a58-9486-bc9669a9469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:04:28.049194 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:28.064929 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5097bbbc-7903-4f1f-8d78-611796b56b30 req-3611b578-9f20-4a03-92cb-fd58a092d765 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426466 Jun 30 19:04:28.076653 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7939a238-5515-4dad-bdfa-717404d5957c req-e6e9cc85-578a-434c-bd6b-0a8a954908c6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744449 Jun 30 19:04:28.262244 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:04:28.266840 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:04:28.278685 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:28.285626 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ef5cdc37-d31f-4435-bcde-048f3529d3be tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:28.341736 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:28.342503 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:28.344294 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] 10.222.0.99 "PUT /v2.0/ports/5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 1093 time: 1.8857892 Jun 30 19:04:28.345881 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ccf2d-8ef9-4d36-a963-7004514389d9 req-61227598-dd6e-453b-bb7c-35fe8eaa9a3c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:28.353228 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:28.357764 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-129ccf2d-8ef9-4d36-a963-7004514389d9 req-61227598-dd6e-453b-bb7c-35fe8eaa9a3c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.1437066 Jun 30 19:04:28.489534 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-129ccf2d-8ef9-4d36-a963-7004514389d9 req-7b02c49b-996e-43d4-b752-01f018e2b954 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306863 Jun 30 19:04:28.580181 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ad01f543-62b8-4268-859e-79c972c10f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:28.581957 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-ad01f543-62b8-4268-859e-79c972c10f0c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1096 time: 0.1334031 Jun 30 19:04:28.583444 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:28.594371 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:28.596451 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'status': 'completed', 'code': 200} Jun 30 19:04:28.690804 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-6830fe00-1394-4726-afa4-6e939ca7c7b4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 217 time: 0.0783927 Jun 30 19:04:28.780572 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-8c6aabfe-195f-46e2-ab5b-3f1e2ac39a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:28.782823 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-8c6aabfe-195f-46e2-ab5b-3f1e2ac39a6b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 200 len: 848 time: 0.0853467 Jun 30 19:04:28.984911 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910c92d-1a27-4f9c-b2a0-19c267f8655f req-784548a8-9e20-4939-8f6e-62414a65af7b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:28.994105 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c910c92d-1a27-4f9c-b2a0-19c267f8655f req-784548a8-9e20-4939-8f6e-62414a65af7b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1041253 Jun 30 19:04:29.021764 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-b109b22b-d317-47ba-9560-ca3b3b1c6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:29.023529 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-b109b22b-d317-47ba-9560-ca3b3b1c6548 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=90943ec335e74309a41bf68b6c173ead&device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 1099 time: 0.1404450 Jun 30 19:04:29.026552 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-c88e1bc0-8aff-4bcf-be1a-f06b1ea7b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:29.028498 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-c88e1bc0-8aff-4bcf-be1a-f06b1ea7b148 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6d5169a0-f4d1-46e5-a566-f445760409d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2371206 Jun 30 19:04:29.041815 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c910c92d-1a27-4f9c-b2a0-19c267f8655f req-b54c9084-14cd-4794-9fc6-562b5cf52937 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467699 Jun 30 19:04:29.275416 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-d5d55f1c-8774-4356-9c69-bc64dc6267e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:29.276905 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-d5d55f1c-8774-4356-9c69-bc64dc6267e0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 200 len: 920 time: 0.2467899 Jun 30 19:04:29.358560 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-889f3d5f-29e0-4387-a616-0b435e38f2db tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:29.364291 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-889f3d5f-29e0-4387-a616-0b435e38f2db tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/networks?id=7a232f05-26ff-4331-9188-723500456673 HTTP/1.1" status: 200 len: 812 time: 0.2519634 Jun 30 19:04:29.367013 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-f6ce8e7a-c68a-4c45-bc3c-ccd15f61e62e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 200 len: 217 time: 0.0752416 Jun 30 19:04:29.386963 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f67a9-163b-4096-a995-a1613b8a6ced req-40c644cf-4b59-4bb9-9400-4f3afcb824ac tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:29.394696 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-399f67a9-163b-4096-a995-a1613b8a6ced req-40c644cf-4b59-4bb9-9400-4f3afcb824ac tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1800466 Jun 30 19:04:29.432942 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:04:29.435379 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-c37832d6-3d6d-4392-9452-3a9824f5a11c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/quotas/fac9afa1ccc744119cea7502b2fbfb34 HTTP/1.1" status: 200 len: 375 time: 0.0378144 Jun 30 19:04:29.505225 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-399f67a9-163b-4096-a995-a1613b8a6ced req-a524a9e8-2b19-4455-862a-b014785870c4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095595 Jun 30 19:04:29.511557 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-8c123723-47b1-4966-9b72-5e171bc6dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:29.513033 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-8c123723-47b1-4966-9b72-5e171bc6dc72 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 200 len: 858 time: 0.1303887 Jun 30 19:04:29.515332 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-fa49b847-0116-4e93-83b7-3c8327c09fc0 service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600027 Jun 30 19:04:29.538709 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-2d0eaa24-b1d6-48f5-8875-61f055f593df tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=fac9afa1ccc744119cea7502b2fbfb34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847001 Jun 30 19:04:29.623409 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-6070595f-6978-485b-aa5f-b529554025db service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fa227586-bdfa-4538-a795-ff5b83fd17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941629 Jun 30 19:04:29.738728 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-69c301d3-7642-46c8-930a-dbcf481837d7 service neutron] 10.222.0.95 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053177 Jun 30 19:04:29.970514 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7d5d1-67c8-4b87-b5a0-b7c6ee439ede req-035b0401-16bc-40f4-ba19-358ce5ba8d70 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:29.972253 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fae7d5d1-67c8-4b87-b5a0-b7c6ee439ede req-035b0401-16bc-40f4-ba19-358ce5ba8d70 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.2108057 Jun 30 19:04:29.982116 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-6f569f97-6909-4609-983f-f9b678285d39 service neutron] 10.222.0.95 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424529 Jun 30 19:04:30.114515 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-bfb632f3-a336-428d-835b-105c2707b3f3 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203885 Jun 30 19:04:30.123092 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fae7d5d1-67c8-4b87-b5a0-b7c6ee439ede req-439aff45-60fb-431c-b673-65ae1820f7c1 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337047 Jun 30 19:04:30.337264 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8aa3bca8-f477-4727-b8b3-52e35af2a990 req-adc24b80-c508-4b8f-be96-737b92a45192 service neutron] 10.222.0.99 "GET /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048562 Jun 30 19:04:30.390758 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-082ee9b3-f71d-4743-bb55-1ae2828dc219 req-993b75db-dea0-44b0-aa52-a47a7052d054 service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626440 Jun 30 19:04:30.406788 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-594f819e-cb51-4ea9-999f-ce4419db9958 req-3d2d11cb-252c-4577-a373-0d37c096033e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 210 time: 0.1033909 Jun 30 19:04:30.479902 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8baf3-bbba-4575-ae75-def90afb6085 req-04277603-fc06-430f-9695-575e86ec9c7e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:30.481784 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5c8baf3-bbba-4575-ae75-def90afb6085 req-04277603-fc06-430f-9695-575e86ec9c7e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.2476048 Jun 30 19:04:30.542671 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5c8baf3-bbba-4575-ae75-def90afb6085 req-34de20b4-be71-4121-9523-39526ac07103 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532451 Jun 30 19:04:30.660809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-d88d95f9-a718-49b5-989d-e7496d874f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:30.663101 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-d88d95f9-a718-49b5-989d-e7496d874f9f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1096 time: 0.1084144 Jun 30 19:04:30.975634 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-1d5e3510-7ad1-404e-8d5e-affe4b14bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:30.985644 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-1d5e3510-7ad1-404e-8d5e-affe4b14bc18 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 911 time: 0.3101590 Jun 30 19:04:30.999963 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768e985-90cc-4764-ac90-d998308889b6 req-7f485eb9-552c-4c3d-87b3-cfb720cfb01b tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:31.008557 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3768e985-90cc-4764-ac90-d998308889b6 req-7f485eb9-552c-4c3d-87b3-cfb720cfb01b tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1027956 Jun 30 19:04:31.083205 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3768e985-90cc-4764-ac90-d998308889b6 req-f5c8b9c6-0c08-454c-88c7-1c6ab434fbac tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730624 Jun 30 19:04:31.145829 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-f1ae68a9-9a78-4055-a47c-289d2305abaa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 217 time: 0.1547508 Jun 30 19:04:31.260328 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-5798774f-7ceb-45ec-a37c-9e4126ddce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:31.262016 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-5798774f-7ceb-45ec-a37c-9e4126ddce9d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 200 len: 848 time: 0.0755701 Jun 30 19:04:31.482407 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85951-5860-4ee1-b86e-7eba0d24e6be req-141d8435-0dc9-4d11-bb8d-85f24575d57c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:31.484157 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8bd85951-5860-4ee1-b86e-7eba0d24e6be req-141d8435-0dc9-4d11-bb8d-85f24575d57c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.2260981 Jun 30 19:04:31.527220 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-c8218c5b-d3ba-4954-ac5b-03d408f11032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:31.528920 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-c8218c5b-d3ba-4954-ac5b-03d408f11032 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6d5169a0-f4d1-46e5-a566-f445760409d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1291275 Jun 30 19:04:31.542259 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8bd85951-5860-4ee1-b86e-7eba0d24e6be req-120eae2b-207f-459e-a1bf-4b7ed3938844 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501869 Jun 30 19:04:31.633996 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-39cd1e89-eac9-4ee4-8227-dc2c22b80c05 req-610833d7-1c55-49ac-8033-89f308d48cfd tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 210 time: 0.0460405 Jun 30 19:04:31.692407 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-38cecd2c-7f9a-4d33-b055-df83ffec7b4e service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546321 Jun 30 19:04:31.788758 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3e02b-5cd6-4e6b-a1af-b98aacdb70d2 req-bd4c7d82-086a-47e4-bdf6-cd6ee9febb26 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:31.790454 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cb3e02b-5cd6-4e6b-a1af-b98aacdb70d2 req-bd4c7d82-086a-47e4-bdf6-cd6ee9febb26 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1045389 Jun 30 19:04:31.846788 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cb3e02b-5cd6-4e6b-a1af-b98aacdb70d2 req-3f86b771-10df-4bc8-a000-685ba6cb1bb9 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Jun 30 19:04:31.894940 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6cd05d8e-d893-49d2-8975-53bc32af62df req-f5ec9f40-eba1-4625-be06-b4c9e3717dad service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948483 Jun 30 19:04:31.905039 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113542db-c759-473e-954d-b29ea045e3fc req-9697f805-6c77-43a3-a5cc-a7b1002c9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:31.906538 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-113542db-c759-473e-954d-b29ea045e3fc req-9697f805-6c77-43a3-a5cc-a7b1002c9e9f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1098 time: 0.1241817 Jun 30 19:04:32.179749 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113542db-c759-473e-954d-b29ea045e3fc req-19c20836-fd1f-4a38-a05a-e82213b8c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:32.181301 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-113542db-c759-473e-954d-b29ea045e3fc req-19c20836-fd1f-4a38-a05a-e82213b8c0c1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.2570574 Jun 30 19:04:32.191118 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-67e1f341-f8e3-49b7-a27a-85f9b10174ec tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:32.191893 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-67e1f341-f8e3-49b7-a27a-85f9b10174ec tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Synchronizing usage tracker for tenant:fac9afa1ccc744119cea7502b2fbfb34 on resource:network {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:04:32.291973 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-67e1f341-f8e3-49b7-a27a-85f9b10174ec tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Unset dirty status for tenant:fac9afa1ccc744119cea7502b2fbfb34 on resource:network {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:04:32.293217 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-67e1f341-f8e3-49b7-a27a-85f9b10174ec tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "GET /v2.0/networks?id=7a232f05-26ff-4331-9188-723500456673 HTTP/1.1" status: 200 len: 812 time: 0.2984788 Jun 30 19:04:32.300009 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1bf81-6baa-4d44-8b74-5076e2275fe2 req-346188c1-9e59-47a9-b6be-91bf4b6196d3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:32.302180 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cff1bf81-6baa-4d44-8b74-5076e2275fe2 req-346188c1-9e59-47a9-b6be-91bf4b6196d3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.0873387 Jun 30 19:04:32.311983 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-113542db-c759-473e-954d-b29ea045e3fc req-c46ff08a-449d-4a79-b62e-d6f6d08a5d5b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 200 len: 1001 time: 0.1152203 Jun 30 19:04:32.332791 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Request body: {'port': {'device_id': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'network_id': '7a232f05-26ff-4331-9188-723500456673', 'admin_state_up': True, 'tenant_id': 'fac9afa1ccc744119cea7502b2fbfb34'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:04:32.353227 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cff1bf81-6baa-4d44-8b74-5076e2275fe2 req-0db7093c-2eea-4d46-a6cc-d631c951395b tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450230 Jun 30 19:04:32.562220 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113542db-c759-473e-954d-b29ea045e3fc req-7ef2a0a3-3342-465f-a003-360877972835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:32.563688 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-113542db-c759-473e-954d-b29ea045e3fc req-7ef2a0a3-3342-465f-a003-360877972835 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.2353394 Jun 30 19:04:32.666290 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:04:32.672542 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Usage tracker for resource:port and tenant:fac9afa1ccc744119cea7502b2fbfb34 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:04:32.677740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:04:32.685747 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:04:32.703082 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Made reservation on behalf of fac9afa1ccc744119cea7502b2fbfb34 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:04:32.707528 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:32.731123 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113542db-c759-473e-954d-b29ea045e3fc req-79a60f0e-0279-409b-aaab-228f446b8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:32.734123 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-113542db-c759-473e-954d-b29ea045e3fc req-79a60f0e-0279-409b-aaab-228f446b8db8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1477845 Jun 30 19:04:32.915017 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a7621-2bb5-46f9-9322-d902a64a7eca req-e06feb01-55f7-432c-8c76-8e0f12637e2c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:32.917580 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-281a7621-2bb5-46f9-9322-d902a64a7eca req-e06feb01-55f7-432c-8c76-8e0f12637e2c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.2390742 Jun 30 19:04:33.011577 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-113542db-c759-473e-954d-b29ea045e3fc req-780a81b3-790e-4a95-9cc9-1515ae90cf8e service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709155 Jun 30 19:04:33.014774 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cbdf4d77-add4-4ab0-8cea-5e98286a24af req-83e5b566-8ca1-4cce-b79d-46f86b2ba9bf tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 210 time: 0.0956330 Jun 30 19:04:33.048104 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Allocated IP 172.20.0.8 (7a232f05-26ff-4331-9188-723500456673/d25cf63c-8928-4299-8224-c69dfbe20df4/608949c7-76c4-438e-8d5d-35e5ea8f0275) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:04:33.063876 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-281a7621-2bb5-46f9-9322-d902a64a7eca req-8c948ecb-f2b6-4969-9e6d-639f008f581a tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987384 Jun 30 19:04:33.213647 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-113542db-c759-473e-954d-b29ea045e3fc req-60133076-0b72-4221-b571-045b28962f41 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949315 Jun 30 19:04:33.221611 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d3d2f-4d61-49ad-afa6-e76ce7ae0969 req-31cce2f1-1706-49ac-a23e-74f7c916bf04 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:33.224623 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-349d3d2f-4d61-49ad-afa6-e76ce7ae0969 req-31cce2f1-1706-49ac-a23e-74f7c916bf04 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0884442 Jun 30 19:04:33.273271 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-349d3d2f-4d61-49ad-afa6-e76ce7ae0969 req-79ebe75b-dcae-4cb2-9f5f-48059cd75f0a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Jun 30 19:04:33.381753 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:33.416492 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:33.428819 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:33.504471 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Network 7a232f05-26ff-4331-9188-723500456673 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:04:33.507631 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:04:33.511795 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:04:33.545398 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Pushing event updated for resources: {'Port': ['ID=608949c7-76c4-438e-8d5d-35e5ea8f0275,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:33.557125 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:33.587813 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:33.588885 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:33.594642 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb427d75-7866-4002-b10e-6198086de190 req-6703d184-50ff-4ccf-9c7c-9af6c9199333 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:33.604381 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-eb427d75-7866-4002-b10e-6198086de190 req-6703d184-50ff-4ccf-9c7c-9af6c9199333 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1033461 Jun 30 19:04:33.621850 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943385 Jun 30 19:04:33.642089 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Request body: {'port': {'device_id': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:04:33.649861 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-eb427d75-7866-4002-b10e-6198086de190 req-8f663ff2-8ec4-4d69-a953-4ba1b61e4e82 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Jun 30 19:04:33.778438 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.161583 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608949c7-76c4-438e-8d5d-35e5ea8f0275 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:04:34.170181 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.188372 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Transition to ACTIVE for port object 608949c7-76c4-438e-8d5d-35e5ea8f0275 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:04:34.194527 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.199894 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:34.291845 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce64b-9bfa-4b5c-8402-8b2962008d46 req-8a9581bd-0582-4d72-b5ec-1d7840be1f20 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:34.293401 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-920ce64b-9bfa-4b5c-8402-8b2962008d46 req-8a9581bd-0582-4d72-b5ec-1d7840be1f20 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 931 time: 0.1631436 Jun 30 19:04:34.322794 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae73a1-95ad-4e88-a490-f22dda12eed3 req-77573f2c-17ec-46dc-b6ea-509c653a6913 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:34.324374 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43ae73a1-95ad-4e88-a490-f22dda12eed3 req-77573f2c-17ec-46dc-b6ea-509c653a6913 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.1279771 Jun 30 19:04:34.358730 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Pushing event updated for resources: {'Port': ['ID=608949c7-76c4-438e-8d5d-35e5ea8f0275,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:34.365317 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:34.374214 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-920ce64b-9bfa-4b5c-8402-8b2962008d46 req-5d8e4a08-4608-41e7-8aad-39e5e2ee3c35 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Jun 30 19:04:34.403924 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43ae73a1-95ad-4e88-a490-f22dda12eed3 req-1f28f176-ff1e-4e54-a6b6-a282d4a837cb tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704446 Jun 30 19:04:34.477252 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 5c11822a-60d6-48cb-8e43-e800cdf851d5 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:04:34.487256 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:04:34.520843 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Attempting to bind port 608949c7-76c4-438e-8d5d-35e5ea8f0275 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:04:34.521076 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Attempting to bind port 608949c7-76c4-438e-8d5d-35e5ea8f0275 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:04:34.521210 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Attempting to bind port 608949c7-76c4-438e-8d5d-35e5ea8f0275 on network 7a232f05-26ff-4331-9188-723500456673 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:04:34.527461 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Port 608949c7-76c4-438e-8d5d-35e5ea8f0275 on network 7a232f05-26ff-4331-9188-723500456673 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:04:34.527791 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Attempting to bind port 608949c7-76c4-438e-8d5d-35e5ea8f0275 on network 7a232f05-26ff-4331-9188-723500456673 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:04:34.533653 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:04:34.534006 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Checking segment: {'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:04:34.534525 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Bound using segment: {'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:04:34.535019 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Bound port: 608949c7-76c4-438e-8d5d-35e5ea8f0275, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:04:34.535396 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.647642 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] For port 608949c7-76c4-438e-8d5d-35e5ea8f0275, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:04:34.651231 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] For port 608949c7-76c4-438e-8d5d-35e5ea8f0275, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=608949c7-76c4-438e-8d5d-35e5ea8f0275,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:04:34.658813 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.665975 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2e3d2a2b-490f-4123-9c30-b7cdc0a22396 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:34.726835 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:34.727793 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.729611 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] 10.222.0.99 "PUT /v2.0/ports/608949c7-76c4-438e-8d5d-35e5ea8f0275 HTTP/1.1" status: 200 len: 1093 time: 1.0920472 Jun 30 19:04:34.732987 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'tag': '608949c7-76c4-438e-8d5d-35e5ea8f0275'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:34.766760 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:34.782250 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'port_id': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'mac_address': 'fa:16:3e:28:53:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:04:34.788677 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Pushing event updated for resources: {'Port': ['ID=608949c7-76c4-438e-8d5d-35e5ea8f0275,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:34.799345 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:34.859467 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.874086 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:34.876602 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'tag': '608949c7-76c4-438e-8d5d-35e5ea8f0275', 'status': 'completed', 'code': 200} Jun 30 19:04:34.927436 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-3b830620-d1fa-4c9d-96c1-cd71a44be433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:34.929127 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-3b830620-d1fa-4c9d-96c1-cd71a44be433 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac9afa1ccc744119cea7502b2fbfb34&device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 1096 time: 0.1122165 Jun 30 19:04:34.934459 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c11822a-60d6-48cb-8e43-e800cdf851d5 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:04:34.960568 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:34.961965 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:34.992612 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:35.004615 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:35.015817 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063d558-18a3-4405-b3c1-9b8f4a2b57f5 req-4438dca9-97c2-4aef-9608-645d259a8ee1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:35.017949 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a063d558-18a3-4405-b3c1-9b8f4a2b57f5 req-4438dca9-97c2-4aef-9608-645d259a8ee1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 945 time: 0.1021893 Jun 30 19:04:35.049330 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-8ba358aa-2500-4a03-8a0a-6dd684ae1c4d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608949c7-76c4-438e-8d5d-35e5ea8f0275 HTTP/1.1" status: 200 len: 217 time: 0.1070483 Jun 30 19:04:35.063609 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:35.082624 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'code': 200} Jun 30 19:04:35.086960 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:35.113085 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=8']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:35.126303 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.126679 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.127063 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.127391 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.127731 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.131778 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.132224 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.133660 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.134242 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.134734 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.135306 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.135790 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:04:35.151059 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a063d558-18a3-4405-b3c1-9b8f4a2b57f5 req-4091fee6-83d4-4f3c-9c13-4847db1572e2 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018946 Jun 30 19:04:35.156141 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:35.156898 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5d420509-5d72-41af-aff2-bdbc15319c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:35.212051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-e804619f-09a3-41b8-a9d2-f742360ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:35.215469 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-e804619f-09a3-41b8-a9d2-f742360ac1a0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d25cf63c-8928-4299-8224-c69dfbe20df4 HTTP/1.1" status: 200 len: 852 time: 0.1562781 Jun 30 19:04:35.258953 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:35.263328 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:35.294609 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-c7740aa2-2dce-4a8c-a487-c05e20cc0d8d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a232f05-26ff-4331-9188-723500456673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714154 Jun 30 19:04:35.426571 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['5c11822a-60d6-48cb-8e43-e800cdf851d5'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:04:35.484829 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-15758d39-25d2-4821-96b8-4e4c290a1c52 service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828001 Jun 30 19:04:35.709175 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd4306-db30-45f9-a759-cd4fd854f939 req-035bb501-a296-4424-8f09-5001518c17a6 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:35.712228 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1ccd4306-db30-45f9-a759-cd4fd854f939 req-035bb501-a296-4424-8f09-5001518c17a6 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 943 time: 0.1820567 Jun 30 19:04:35.791123 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-801e92da-9fe5-4aa7-a2e6-aeec640a15a8 req-7f10a609-3935-4067-81ad-e16bc1ca0b2b service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990890 Jun 30 19:04:35.831927 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426dac7-61d6-4497-9962-acab0d4f8c33 req-b50b2878-fb0a-4091-9013-79a5353a11f7 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:35.834267 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a426dac7-61d6-4497-9962-acab0d4f8c33 req-b50b2878-fb0a-4091-9013-79a5353a11f7 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 944 time: 0.2166996 Jun 30 19:04:35.838267 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1ccd4306-db30-45f9-a759-cd4fd854f939 req-aa655286-b8ea-4183-b175-db381494b9ff tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213350 Jun 30 19:04:35.914579 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a426dac7-61d6-4497-9962-acab0d4f8c33 req-1452abc3-ff09-44c4-bb32-fe0483c39d00 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716579 Jun 30 19:04:35.955279 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-b22faf61-bae3-488c-b076-3701c13c382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:36.020914 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-89567c20-64bc-4c6c-a702-b723bfaca38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:36.022513 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-89567c20-64bc-4c6c-a702-b723bfaca38d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac9afa1ccc744119cea7502b2fbfb34&device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 1096 time: 0.0998397 Jun 30 19:04:36.174531 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-e49e3a22-3157-4246-84a7-8c054c953849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:36.177356 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-e49e3a22-3157-4246-84a7-8c054c953849 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a232f05-26ff-4331-9188-723500456673 HTTP/1.1" status: 200 len: 914 time: 0.1479731 Jun 30 19:04:36.260784 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-abc7a825-2ede-4c38-9ace-89c872aa3a03 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=608949c7-76c4-438e-8d5d-35e5ea8f0275 HTTP/1.1" status: 200 len: 217 time: 0.0765953 Jun 30 19:04:36.342688 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-fd7d7356-e63e-4040-94f2-3ecb9fd4581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:36.344192 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-fd7d7356-e63e-4040-94f2-3ecb9fd4581c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d25cf63c-8928-4299-8224-c69dfbe20df4 HTTP/1.1" status: 200 len: 852 time: 0.0763886 Jun 30 19:04:36.398518 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-dd5348fd-1d5f-4f75-8bd2-ca22ebf3b169 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a232f05-26ff-4331-9188-723500456673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473099 Jun 30 19:04:36.402673 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac6ba6-5919-4c2d-8607-97cf8f628827 req-1c5696ed-93b5-46aa-9a0a-2a62dbabc3ff tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:36.404267 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2aac6ba6-5919-4c2d-8607-97cf8f628827 req-1c5696ed-93b5-46aa-9a0a-2a62dbabc3ff tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1015196 Jun 30 19:04:36.479538 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:36.486541 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2aac6ba6-5919-4c2d-8607-97cf8f628827 req-2126ce71-2bc2-40fd-b477-b0667904f2ea tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739958 Jun 30 19:04:36.608715 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-c607c26c-851f-4796-a08d-89b28ef4c54f service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964388 Jun 30 19:04:36.839592 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7508b1a4-a83f-48ee-8c93-e990f3f4257b req-dab64ab3-b526-47f0-94b6-701b90e2c191 service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231503 Jun 30 19:04:37.158512 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1816c9-d1fc-490a-b230-3df0ec982649 req-52ae72e4-49e4-4b6a-9aca-18ccc9a9df9b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:37.161588 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2e1816c9-d1fc-490a-b230-3df0ec982649 req-52ae72e4-49e4-4b6a-9aca-18ccc9a9df9b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 943 time: 0.1270270 Jun 30 19:04:37.249426 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2e1816c9-d1fc-490a-b230-3df0ec982649 req-79dffc95-e111-4635-83d8-57cd26a869f4 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 Jun 30 19:04:37.475884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9e95d-a0db-4e54-bc35-5573848de8b8 req-ba753123-bafc-4da2-9222-b41a1faf4bfe tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:37.477614 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c7f9e95d-a0db-4e54-bc35-5573848de8b8 req-ba753123-bafc-4da2-9222-b41a1faf4bfe tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 944 time: 0.1012568 Jun 30 19:04:37.552328 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c7f9e95d-a0db-4e54-bc35-5573848de8b8 req-b4840f0d-29a4-4bc5-8ad0-d5916b5a5c2e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622423 Jun 30 19:04:37.832470 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7775-c5a0-4a6a-97d3-a5d933ff8775 req-d93048da-4283-4eb7-ad6b-6418ef3a6dcb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:37.834081 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e6e7775-c5a0-4a6a-97d3-a5d933ff8775 req-d93048da-4283-4eb7-ad6b-6418ef3a6dcb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.0991733 Jun 30 19:04:37.899246 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e6e7775-c5a0-4a6a-97d3-a5d933ff8775 req-d0b11663-0806-47ab-8305-7f5f4f70e192 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550361 Jun 30 19:04:38.215432 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad6cd2-a0c3-4a23-8a63-1aa4135c1692 req-9b197ec5-e1ce-4a19-b223-c5a72b671971 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:38.217119 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-25ad6cd2-a0c3-4a23-8a63-1aa4135c1692 req-9b197ec5-e1ce-4a19-b223-c5a72b671971 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.0805433 Jun 30 19:04:38.255550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 40908) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:38.376647 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-25ad6cd2-a0c3-4a23-8a63-1aa4135c1692 req-2ef898c6-9e53-4d54-9984-b41c93314fc7 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530218 Jun 30 19:04:38.429358 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-761e442f-0221-4bd5-8cf8-0731926aa831 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1725173 Jun 30 19:04:38.485850 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 608949c7-76c4-438e-8d5d-35e5ea8f0275 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:04:38.493893 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54114517-8470-4d74-a179-3daad00f34db req-d8bef0ee-1728-4862-b157-56f5f45bbb4f tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:38.495361 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 5c11822a-60d6-48cb-8e43-e800cdf851d5 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:04:38.495575 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54114517-8470-4d74-a179-3daad00f34db req-d8bef0ee-1728-4862-b157-56f5f45bbb4f tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 943 time: 0.0854816 Jun 30 19:04:38.546712 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54114517-8470-4d74-a179-3daad00f34db req-f7a8509d-9a0f-492a-a998-65c875c0c217 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Jun 30 19:04:38.662469 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 5c11822a-60d6-48cb-8e43-e800cdf851d5 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:04:38.680930 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 5c11822a-60d6-48cb-8e43-e800cdf851d5 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:04:38.681308 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:38.756792 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2661-ca35-43ad-87b4-a25bc732859b req-cf1b13df-6194-46e5-a56f-a9046c9f3a12 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:38.758006 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 608949c7-76c4-438e-8d5d-35e5ea8f0275, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=608949c7-76c4-438e-8d5d-35e5ea8f0275,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:38.758363 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f07a2661-ca35-43ad-87b4-a25bc732859b req-cf1b13df-6194-46e5-a56f-a9046c9f3a12 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 944 time: 0.0920892 Jun 30 19:04:38.781937 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '608949c7-76c4-438e-8d5d-35e5ea8f0275', 'network_id': '7a232f05-26ff-4331-9188-723500456673', 'port_id': '608949c7-76c4-438e-8d5d-35e5ea8f0275', 'mac_address': 'fa:16:3e:2d:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25cf63c-8928-4299-8224-c69dfbe20df4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:04:38.825379 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f07a2661-ca35-43ad-87b4-a25bc732859b req-8ad07343-34a6-44cc-899c-ec732fa8a0b8 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581133 Jun 30 19:04:38.963635 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-af8ee74d-2240-4f7a-86cc-90597ac1763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:38.967000 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:38.992591 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608949c7-76c4-438e-8d5d-35e5ea8f0275 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:04:38.997230 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:39.033113 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 608949c7-76c4-438e-8d5d-35e5ea8f0275, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=608949c7-76c4-438e-8d5d-35e5ea8f0275,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:39.042402 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:39.051149 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:39.056094 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:39.093490 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:39.112076 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:39.113536 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:04:39.148494 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'code': 200} Jun 30 19:04:39.165019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cca0c-d79d-4513-ae30-4c93f55ec679 req-f01213df-9bab-4887-b36d-d1bb8a46ed02 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:39.166644 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b75cca0c-d79d-4513-ae30-4c93f55ec679 req-f01213df-9bab-4887-b36d-d1bb8a46ed02 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1422234 Jun 30 19:04:39.197855 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=608949c7-76c4-438e-8d5d-35e5ea8f0275,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:39.200411 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:39.201054 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:39.252684 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b75cca0c-d79d-4513-ae30-4c93f55ec679 req-057420a6-7f3c-4f6b-b005-9c5248c53c8d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746658 Jun 30 19:04:39.332178 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:39.336509 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:39.400694 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['608949c7-76c4-438e-8d5d-35e5ea8f0275'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:04:39.571033 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1219573-b0e9-43ad-8665-a5e14a3d7433 req-0fc4573d-c854-495d-be02-66d1bd4abd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:39.574007 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a1219573-b0e9-43ad-8665-a5e14a3d7433 req-0fc4573d-c854-495d-be02-66d1bd4abd48 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1098 time: 0.0864053 Jun 30 19:04:39.675701 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a561b95-9d19-44f3-933d-a1535899db7f req-652c9ea2-9c8d-43f5-88fd-74bdac381cfc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:39.678048 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8a561b95-9d19-44f3-933d-a1535899db7f req-652c9ea2-9c8d-43f5-88fd-74bdac381cfc tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1342459 Jun 30 19:04:39.743222 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8a561b95-9d19-44f3-933d-a1535899db7f req-3eb187c4-dceb-4df1-9549-f2d1c9e23c14 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 Jun 30 19:04:39.745677 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a1219573-b0e9-43ad-8665-a5e14a3d7433 req-d9a3916a-e1fa-4e66-95da-9ecf8d4e0277 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631169 Jun 30 19:04:39.864478 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e0d4-b536-4901-bc8e-42c07089b74c req-fd2a83d7-e22c-4310-917d-1a006185efc5 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:39.866207 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6335e0d4-b536-4901-bc8e-42c07089b74c req-fd2a83d7-e22c-4310-917d-1a006185efc5 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 944 time: 0.0920987 Jun 30 19:04:39.922723 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6335e0d4-b536-4901-bc8e-42c07089b74c req-7185212a-57b6-44a8-b332-9c4e6baa3be1 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Jun 30 19:04:40.038612 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec7f01-0fe9-4251-ab2c-5e799caf2282 req-e24c14b9-18ef-4c02-a9cc-1a7eb6c386c9 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:40.040180 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89ec7f01-0fe9-4251-ab2c-5e799caf2282 req-e24c14b9-18ef-4c02-a9cc-1a7eb6c386c9 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.0865881 Jun 30 19:04:40.090878 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89ec7f01-0fe9-4251-ab2c-5e799caf2282 req-0fe8c942-61ff-418c-8305-2a216449b660 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Jun 30 19:04:40.131187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-926d9a23-8258-43d5-894f-b154a425ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:40.132663 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-926d9a23-8258-43d5-894f-b154a425ec9c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7&tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 1096 time: 0.0743704 Jun 30 19:04:40.252881 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-fe88871e-e245-4c75-ae28-ad3ea433c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:40.254974 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-fe88871e-e245-4c75-ae28-ad3ea433c44f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1096 time: 0.0786009 Jun 30 19:04:40.348118 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:40.412613 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-b647a75d-7d27-4611-bf97-58a1634380ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:40.414108 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-b647a75d-7d27-4611-bf97-58a1634380ae service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.1518867 Jun 30 19:04:40.494682 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ffd68-a56b-47f4-8155-c17de84eb8b2 req-8bcd44a1-dd64-4ea2-a4e8-2274cd3fb6a3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:40.495622 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 608949c7-76c4-438e-8d5d-35e5ea8f0275 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:04:40.497472 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-044ffd68-a56b-47f4-8155-c17de84eb8b2 req-8bcd44a1-dd64-4ea2-a4e8-2274cd3fb6a3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.0944648 Jun 30 19:04:40.541561 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-e928977b-5eef-4740-8c75-48752d7ba10f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 200 len: 999 time: 0.1079166 Jun 30 19:04:40.552776 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-044ffd68-a56b-47f4-8155-c17de84eb8b2 req-353e731d-b3ae-4692-be2d-28ac63ffebf1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454400 Jun 30 19:04:40.580720 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 608949c7-76c4-438e-8d5d-35e5ea8f0275 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:04:40.587790 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 608949c7-76c4-438e-8d5d-35e5ea8f0275 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:04:40.588042 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:40.614462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-eb21c557-0f22-4804-b55c-7c7fe7544b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:40.615849 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-eb21c557-0f22-4804-b55c-7c7fe7544b8c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.0668254 Jun 30 19:04:40.710300 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-a1c0cf2a-1c59-4031-ae00-4962cffd8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:40.711900 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-a1c0cf2a-1c59-4031-ae00-4962cffd8119 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815244 Jun 30 19:04:40.762236 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:40.802599 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 608949c7-76c4-438e-8d5d-35e5ea8f0275, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=608949c7-76c4-438e-8d5d-35e5ea8f0275,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:40.809778 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:40.814112 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:40.970491 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:40.976996 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=608949c7-76c4-438e-8d5d-35e5ea8f0275,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:40.981793 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:40.992786 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6750e44-1aa5-46bf-998b-4c38fd9942db req-207f5995-79ef-4bca-ba85-20fdcecb9095 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:41.001671 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e6750e44-1aa5-46bf-998b-4c38fd9942db req-207f5995-79ef-4bca-ba85-20fdcecb9095 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1168323 Jun 30 19:04:41.005983 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-d43190a3-d291-4fbe-bd70-725fc48ef3ba service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848473 Jun 30 19:04:41.091901 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e6750e44-1aa5-46bf-998b-4c38fd9942db req-484697ec-0c38-4616-a7ee-e87fc8ae455b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 Jun 30 19:04:41.149410 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608949c7-76c4-438e-8d5d-35e5ea8f0275'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:41.251616 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba6eb2-cdb2-4d4a-9152-40aa4515e831 req-4b7f9c65-e305-4626-a683-85abbab92305 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:41.254613 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-97ba6eb2-cdb2-4d4a-9152-40aa4515e831 req-4b7f9c65-e305-4626-a683-85abbab92305 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1449342 Jun 30 19:04:41.305427 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c1e01f74-cb72-4957-a672-8c9ec9a616ca req-602f4e0b-b828-469a-9cfc-99927548f23e service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785006 Jun 30 19:04:41.358781 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-96da89dd-b7b6-4237-b030-6b7c898bd45b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:41.359783 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-96da89dd-b7b6-4237-b030-6b7c898bd45b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Synchronizing usage tracker for tenant:90943ec335e74309a41bf68b6c173ead on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:04:41.387257 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-96da89dd-b7b6-4237-b030-6b7c898bd45b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Unset dirty status for tenant:90943ec335e74309a41bf68b6c173ead on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:04:41.391353 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-96da89dd-b7b6-4237-b030-6b7c898bd45b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1335282 Jun 30 19:04:41.423620 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-97ba6eb2-cdb2-4d4a-9152-40aa4515e831 req-34761792-3d18-411b-8a2f-af5e84776852 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137013 Jun 30 19:04:41.467118 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b564a-6f82-4f78-9d46-b9ef77633901 req-2defcdca-a882-4fb4-870f-a22a6189c9c0 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:41.474829 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bd9b564a-6f82-4f78-9d46-b9ef77633901 req-2defcdca-a882-4fb4-870f-a22a6189c9c0 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.2185137 Jun 30 19:04:41.501381 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Deleting port 7a38830d-dc77-4614-b69b-c3de703704e2 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:04:41.502353 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:41.557638 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bd9b564a-6f82-4f78-9d46-b9ef77633901 req-1ec8cfb5-4022-4049-867c-e7972a0de401 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647900 Jun 30 19:04:41.558235 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608949c7-76c4-438e-8d5d-35e5ea8f0275', 'code': 200} Jun 30 19:04:42.017292 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb4f9b-e864-4715-96da-6ddf3f0d6ff1 req-4bd84c6e-a6a8-46e2-930a-94427f7feb9e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:42.020860 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e4cb4f9b-e864-4715-96da-6ddf3f0d6ff1 req-4bd84c6e-a6a8-46e2-930a-94427f7feb9e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.2571099 Jun 30 19:04:42.030889 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f9d-8488-4f41-ad20-303c4697bb08 req-acff4c22-e5f5-4820-9d09-131c989606a8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:42.032452 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-49639f9d-8488-4f41-ad20-303c4697bb08 req-acff4c22-e5f5-4820-9d09-131c989606a8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1957576 Jun 30 19:04:42.072048 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] For port 7a38830d-dc77-4614-b69b-c3de703704e2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=7a38830d-dc77-4614-b69b-c3de703704e2,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:42.072832 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:42.091370 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e17b60-9807-43d8-a2d6-5a0d8b5186d1 req-d77a7d78-58f4-4fbf-a55d-02bffc4f9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:42.092947 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c0e17b60-9807-43d8-a2d6-5a0d8b5186d1 req-d77a7d78-58f4-4fbf-a55d-02bffc4f9307 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 1098 time: 0.1614389 Jun 30 19:04:42.115722 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e4cb4f9b-e864-4715-96da-6ddf3f0d6ff1 req-eb2fd905-ef41-459c-9465-35361b1ec654 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822532 Jun 30 19:04:42.126121 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-49639f9d-8488-4f41-ad20-303c4697bb08 req-ba60fc09-cca3-491c-8696-014c3cf024b0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746493 Jun 30 19:04:42.145791 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 40954) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:42.173757 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:42.306081 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Calling delete_port for 7a38830d-dc77-4614-b69b-c3de703704e2 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:04:42.388069 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c0e17b60-9807-43d8-a2d6-5a0d8b5186d1 req-708e580e-c131-4052-9d0d-27fcabdb45b9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158861 Jun 30 19:04:42.446798 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e79c1-4436-4db5-87a2-fa5894837cce req-809f52b1-e66c-48a4-adc9-ced8879a830e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:42.448271 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-134e79c1-4436-4db5-87a2-fa5894837cce req-809f52b1-e66c-48a4-adc9-ced8879a830e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 945 time: 0.1898866 Jun 30 19:04:42.456113 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94022a-61ee-412b-8cdd-462a87363761 tempest-TestShelveInstance-472850275 tempest-TestShelveInstance-472850275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:42.457346 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-6b94022a-61ee-412b-8cdd-462a87363761 tempest-TestShelveInstance-472850275 tempest-TestShelveInstance-472850275-project-admin] Synchronizing usage tracker for tenant:3910f2c26b8f4a2ea461767e77cc76e0 on resource:port {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:04:42.529846 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-134e79c1-4436-4db5-87a2-fa5894837cce req-c4e12c1d-21fa-4484-8ea0-190b210406e2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691814 Jun 30 19:04:42.539167 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-6b94022a-61ee-412b-8cdd-462a87363761 tempest-TestShelveInstance-472850275 tempest-TestShelveInstance-472850275-project-admin] Unset dirty status for tenant:3910f2c26b8f4a2ea461767e77cc76e0 on resource:port {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:04:42.542233 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6b94022a-61ee-412b-8cdd-462a87363761 tempest-TestShelveInstance-472850275 tempest-TestShelveInstance-472850275-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1093 time: 0.3936384 Jun 30 19:04:42.543635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 40974) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:04:42.551078 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Request body: {'floatingip': {'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'port_id': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:04:42.558259 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:04:42.562922 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Usage tracker for resource:floatingip and tenant:369991e2ea7740ababa870cb4c4a4e7d is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:04:42.568215 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:04:42.575746 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:04:42.590491 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:42.597375 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:42.627663 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['1d9366d9-5edf-416c-b2b6-c43d919adc13'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:04:42.631595 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for floatingip, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:42.666716 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Pushing event deleted for resources: {'Port': ['ID=7a38830d-dc77-4614-b69b-c3de703704e2,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:42.672180 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:42.844075 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d49778-e563-4fb1-bbbd-35fba3343cd6 req-bcae649d-bab1-4aa2-aad2-54c985a3e663 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:42.855062 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d4d49778-e563-4fb1-bbbd-35fba3343cd6 req-bcae649d-bab1-4aa2-aad2-54c985a3e663 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.2671578 Jun 30 19:04:42.873719 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] No DVR routers for this DVR port 7a38830d-dc77-4614-b69b-c3de703704e2 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:04:42.883337 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:42.886116 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'name': 'network-vif-deleted', 'tag': '7a38830d-dc77-4614-b69b-c3de703704e2'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:42.938285 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-67d52c18-e5ed-489a-9c8d-86cbf75c7160 req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "DELETE /v2.0/ports/7a38830d-dc77-4614-b69b-c3de703704e2 HTTP/1.1" status: 204 len: 173 time: 1.5406995 Jun 30 19:04:43.046939 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0f5ec-52c9-4923-a88d-213979c71ff9', 'name': 'network-vif-deleted', 'tag': '7a38830d-dc77-4614-b69b-c3de703704e2', 'status': 'completed', 'code': 200} Jun 30 19:04:43.126927 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d4d49778-e563-4fb1-bbbd-35fba3343cd6 req-cb45e296-93cd-4b0f-8489-824bcd00ed56 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678578 Jun 30 19:04:43.148360 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:43.423351 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Allocated IP 172.28.1.132 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/3e9f85ec-a40f-432e-a3b2-a6786c4b6605) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:04:43.567334 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360db8f-1231-4192-9d05-348b3166701e req-84939f84-3a75-4067-99c4-1be0ed46fa3f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:43.568955 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f360db8f-1231-4192-9d05-348b3166701e req-84939f84-3a75-4067-99c4-1be0ed46fa3f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.2243154 Jun 30 19:04:43.656898 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f360db8f-1231-4192-9d05-348b3166701e req-29a8bc4c-fb23-4f00-8be1-89f8dbe91638 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795877 Jun 30 19:04:43.719107 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:43.735719 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-96dc994d-8c52-46b8-92ea-a49990ecf772 req-1fcdda0c-433f-4d3e-905f-95772611159e tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0669572 Jun 30 19:04:43.781083 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:43.786822 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:43.863477 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:04:43.867032 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:04:43.871949 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:04:43.904477 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'Port': ['ID=3e9f85ec-a40f-432e-a3b2-a6786c4b6605,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:43.916235 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:44.411340 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c9810-152d-456e-9a68-532d6482055d req-7d26e046-4d74-48b7-8de8-dad4f25fad53 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:44.412808 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-360c9810-152d-456e-9a68-532d6482055d req-7d26e046-4d74-48b7-8de8-dad4f25fad53 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1483529 Jun 30 19:04:44.476218 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-360c9810-152d-456e-9a68-532d6482055d req-06258803-759e-4cef-a076-2ccbea376225 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Jun 30 19:04:44.502678 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:44.518126 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 7a38830d-dc77-4614-b69b-c3de703704e2 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:04:44.560567 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 7a38830d-dc77-4614-b69b-c3de703704e2 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:04:44.561228 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 7a38830d-dc77-4614-b69b-c3de703704e2 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:04:44.590808 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:44.988287 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8b73d639-33e4-4447-9a9d-8dd29e42bd58 req-5826ad4d-4424-4955-906d-a40a51d4fe6d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0675173 Jun 30 19:04:45.022614 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24861e49-e969-452a-9251-783ccfaac099 req-560c9468-503a-4d61-8978-6a21a89d4d81 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:45.024192 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-24861e49-e969-452a-9251-783ccfaac099 req-560c9468-503a-4d61-8978-6a21a89d4d81 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.2101755 Jun 30 19:04:45.026375 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:45.053409 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:45.063651 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:45.216387 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-24861e49-e969-452a-9251-783ccfaac099 req-1ab33014-2f9f-4666-b313-34bdfbd8b1d8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856050 Jun 30 19:04:45.224911 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event updated for resources: {'Port': ['ID=3e9f85ec-a40f-432e-a3b2-a6786c4b6605,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:45.230708 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:45.241239 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:45.555320 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.l3_db [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Floating IP 572e835a-066f-46ec-b792-d11371ae6d0d associated. External IP: 172.28.1.132, port: 5c11822a-60d6-48cb-8e43-e800cdf851d5. Jun 30 19:04:45.822618 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d169e-9ac0-42ff-8461-b38ddcfcf4ca req-f50c3b82-6b30-47c0-a76e-73af1577f117 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:45.824203 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8c6d169e-9ac0-42ff-8461-b38ddcfcf4ca req-f50c3b82-6b30-47c0-a76e-73af1577f117 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.2182770 Jun 30 19:04:46.056781 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8c6d169e-9ac0-42ff-8461-b38ddcfcf4ca req-f14bbaf3-1ab3-4b36-9e3b-25f39dc4234b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682234 Jun 30 19:04:46.113817 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Router 91196f21-bc00-4686-abf7-a5ea8aa197f7 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:04:46.182900 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1c4c6f27-fbd8-43d9-bc97-1a4202d77e84 req-ddf2f9ed-b7a7-4493-b497-9246cab28441 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0671699 Jun 30 19:04:46.492004 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:04:46.507945 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] Sync routers for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:04:46.531394 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:04:46.532391 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:04:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:04:46.543612 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:46.602410 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33372-2796-4dfb-9092-ab5adc6fcb9c req-a4b06f97-f627-44c8-831b-6a0f0d782a44 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:46.604295 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-beb33372-2796-4dfb-9092-ab5adc6fcb9c req-a4b06f97-f627-44c8-831b-6a0f0d782a44 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.2084813 Jun 30 19:04:46.678184 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1247933 Jun 30 19:04:46.678184 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5'}] {{(pid=78661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:04:46.716849 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-beb33372-2796-4dfb-9092-ab5adc6fcb9c req-fa0d3ef9-6c05-442c-9124-8da3241f1880 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002865 Jun 30 19:04:46.749101 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'status': 'completed', 'code': 200} Jun 30 19:04:46.828882 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:04:47.363709 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '572e835a-066f-46ec-b792-d11371ae6d0d', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'floating_ip_address': '172.28.1.132', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'port_id': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'mac_address': 'fa:16:3e:28:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:04:44Z', 'updated_at': '2021-06-30T19:04:44Z', 'revision_number': 0, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 5, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:04:47.368374 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] Checking router: 91196f21-bc00-4686-abf7-a5ea8aa197f7 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:04:47.378823 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60511e-30c2-4725-a6fa-4ce780a33ee6 req-8aeaa044-fcc0-4e72-b19a-2a52fafebc4d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:47.380761 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4c60511e-30c2-4725-a6fa-4ce780a33ee6 req-8aeaa044-fcc0-4e72-b19a-2a52fafebc4d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1683214 Jun 30 19:04:47.382733 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:04:47.383761 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:04:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:04:47.415076 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-39d535ad-9538-4cbb-bcd6-4bbe300ab6fa req-6fac25d3-05a2-4ba1-a1eb-7ff2a1a80924 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0796902 Jun 30 19:04:47.444472 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4c60511e-30c2-4725-a6fa-4ce780a33ee6 req-c314e620-aad6-4ca4-8a34-deab9b3d6329 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568848 Jun 30 19:04:47.687129 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:04:48.011442 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1ed48-2964-4433-a361-976efbb8eca4 req-e3bfd484-6fa2-4e4f-827b-585b0ee1e289 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:48.013130 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ace1ed48-2964-4433-a361-976efbb8eca4 req-e3bfd484-6fa2-4e4f-827b-585b0ee1e289 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1161628 Jun 30 19:04:48.070302 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ace1ed48-2964-4433-a361-976efbb8eca4 req-1d53ff2a-22d4-4315-8a68-e67b1601b219 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477898 Jun 30 19:04:48.139031 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '572e835a-066f-46ec-b792-d11371ae6d0d', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'floating_ip_address': '172.28.1.132', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'port_id': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'mac_address': 'fa:16:3e:28:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:04:44Z', 'updated_at': '2021-06-30T19:04:44Z', 'revision_number': 0, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 5, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:04:48.143929 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c33d147-445d-4ee3-a187-6b14ff56d4f9 None None] The sync data for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb is: [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '572e835a-066f-46ec-b792-d11371ae6d0d', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'floating_ip_address': '172.28.1.132', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'port_id': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'mac_address': 'fa:16:3e:28:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:04:44Z', 'updated_at': '2021-06-30T19:04:44Z', 'revision_number': 0, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 5, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:04:48.388320 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d5284-5cb1-44ce-882f-97f5565ac4b8 None None] New status for floating IP 572e835a-066f-46ec-b792-d11371ae6d0d: ACTIVE {{(pid=78662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:04:48.611624 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0d0a0450-7833-4a02-806b-9e6e18c706a5 req-066f56d4-1050-4c5b-8566-c8edc3bae26b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0655692 Jun 30 19:04:48.851390 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08701971-6d97-4477-a87a-7f327ceee23f req-39eef615-9a7b-4e14-a02c-2cd9c503e7fb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:48.853945 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-08701971-6d97-4477-a87a-7f327ceee23f req-39eef615-9a7b-4e14-a02c-2cd9c503e7fb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.2412479 Jun 30 19:04:48.918371 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-08701971-6d97-4477-a87a-7f327ceee23f req-35d6b633-fdfe-435d-acaa-3eb60bf0ebdb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Jun 30 19:04:49.327436 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f93-3c1a-4238-a093-3a3faa37ed08 req-093f486a-8558-46dd-b162-b7adcae1d759 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:49.328972 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-45787f93-3c1a-4238-a093-3a3faa37ed08 req-093f486a-8558-46dd-b162-b7adcae1d759 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.0996521 Jun 30 19:04:49.380104 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-45787f93-3c1a-4238-a093-3a3faa37ed08 req-a8eab48e-dd78-400d-8819-86ff3c089e23 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 Jun 30 19:04:49.787971 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-00a673ee-cd97-4871-a2d3-c88ee10071ea req-0f1f9049-8436-44c7-ad00-6f74a651b403 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0468836 Jun 30 19:04:50.143883 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe43a5e-3674-4d99-b44e-892b1a1fdc8c req-2cf56d3c-7bf1-4fde-9bc9-586b52079cee tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:50.146167 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9fe43a5e-3674-4d99-b44e-892b1a1fdc8c req-2cf56d3c-7bf1-4fde-9bc9-586b52079cee tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1181030 Jun 30 19:04:50.202353 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9fe43a5e-3674-4d99-b44e-892b1a1fdc8c req-bad002b6-1c2d-4d68-beed-1754e81ee04f tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494802 Jun 30 19:04:50.595642 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1302-96dc-4801-bbd5-a28b836e37b7 req-04288717-4197-40a9-81ac-a176a1c8fc22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:50.598261 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5e7d1302-96dc-4801-bbd5-a28b836e37b7 req-04288717-4197-40a9-81ac-a176a1c8fc22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.0904770 Jun 30 19:04:50.654600 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5e7d1302-96dc-4801-bbd5-a28b836e37b7 req-317cfd37-dc54-4691-83be-61bc1dde5093 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463881 Jun 30 19:04:50.957289 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0da22722-548e-493f-815a-38aba83e02d7 req-902075aa-e24d-4efc-a71f-d45aea8fd8d2 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0451968 Jun 30 19:04:51.452257 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f35f8-a7ee-41e7-bd35-5a527ba653b3 req-9974b662-e370-453d-985a-30fab9e32556 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:51.454539 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e68f35f8-a7ee-41e7-bd35-5a527ba653b3 req-9974b662-e370-453d-985a-30fab9e32556 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1124411 Jun 30 19:04:51.514083 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e68f35f8-a7ee-41e7-bd35-5a527ba653b3 req-a43bb77f-02b0-4673-b4c8-db39a9aacdb1 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528979 Jun 30 19:04:51.892934 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feccf8d-4c6f-429b-bc5e-13aaee43bc4e req-e874fd3b-030b-45b7-ad27-f0c658eb6ad0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:51.898554 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6feccf8d-4c6f-429b-bc5e-13aaee43bc4e req-e874fd3b-030b-45b7-ad27-f0c658eb6ad0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1106496 Jun 30 19:04:51.950672 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6feccf8d-4c6f-429b-bc5e-13aaee43bc4e req-17c931dc-7dc4-4d06-9a64-f864a8864a96 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Jun 30 19:04:52.142247 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-67f8c04e-5c3e-440a-9a24-250067f682e6 req-15acddac-89d7-49c9-b2ee-605bb3ff4513 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0533569 Jun 30 19:04:52.753978 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c144f8-e4f5-43ea-95c8-5fa14a522d4a req-09a4efa1-5a04-45ee-b795-cbc58b1a45dd tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:52.755887 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a4c144f8-e4f5-43ea-95c8-5fa14a522d4a req-09a4efa1-5a04-45ee-b795-cbc58b1a45dd tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.0923002 Jun 30 19:04:52.808636 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a4c144f8-e4f5-43ea-95c8-5fa14a522d4a req-bacdafff-0660-4a0a-a08d-0f75222abaae tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466974 Jun 30 19:04:53.246598 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62eb70-e0a9-40fb-81b0-72c48681cd14 req-9eb3659b-d38e-4eb1-9a09-6c054876cb43 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:53.248162 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7e62eb70-e0a9-40fb-81b0-72c48681cd14 req-9eb3659b-d38e-4eb1-9a09-6c054876cb43 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1091583 Jun 30 19:04:53.343491 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e98142bb-eec9-4151-806a-510b7473c395 req-ebc21a94-4662-437d-ad57-263bad9d8bb0 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0562680 Jun 30 19:04:53.353494 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7e62eb70-e0a9-40fb-81b0-72c48681cd14 req-76eeb6bf-c03d-44e1-a952-7d0d0a4ac27d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961597 Jun 30 19:04:54.016149 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c3dcd-fcc9-491b-8faf-783d5d944735 req-c9f8e537-42e2-4f7b-9492-a6ae9527381c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:54.017548 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-215c3dcd-fcc9-491b-8faf-783d5d944735 req-c9f8e537-42e2-4f7b-9492-a6ae9527381c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.0878499 Jun 30 19:04:54.067823 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-215c3dcd-fcc9-491b-8faf-783d5d944735 req-86417446-2db3-4858-b821-98f2c030a255 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 Jun 30 19:04:54.554296 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dd752fbd-d826-4ee8-bf75-a9b9f7aed1e2 req-a04737fe-9dd5-40c2-bfac-ba120652a035 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0881438 Jun 30 19:04:54.612884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80159-1949-4843-bc5d-c663dd328717 req-d535b7af-1788-4c9f-8218-d7c92e5805c3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:54.615376 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-66b80159-1949-4843-bc5d-c663dd328717 req-d535b7af-1788-4c9f-8218-d7c92e5805c3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1153116 Jun 30 19:04:54.671767 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-66b80159-1949-4843-bc5d-c663dd328717 req-cd8d41c9-231a-4d11-a629-87e6a290d4a5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489082 Jun 30 19:04:55.272241 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859dd14-80ea-4094-83f5-16fe06f7d126 req-c76bc72d-a9b0-4768-a138-2c726356e54b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:55.273855 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1859dd14-80ea-4094-83f5-16fe06f7d126 req-c76bc72d-a9b0-4768-a138-2c726356e54b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.0872288 Jun 30 19:04:55.341527 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1859dd14-80ea-4094-83f5-16fe06f7d126 req-9ce22a3f-ddbf-4818-bc4e-a274c872a0d0 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Jun 30 19:04:55.710302 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43e8d071-ee78-4159-9e25-efcf80d5b008 req-f70266a0-917c-4214-9b26-0b3ebf81984b tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.0430133 Jun 30 19:04:55.907218 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0efcd-dda1-4a19-9541-cfc29d0800f4 req-f6b48741-5ff0-4f2d-b10b-5df5b8291352 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:55.908715 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cd0efcd-dda1-4a19-9541-cfc29d0800f4 req-f6b48741-5ff0-4f2d-b10b-5df5b8291352 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1108181 Jun 30 19:04:55.963525 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cd0efcd-dda1-4a19-9541-cfc29d0800f4 req-2292f416-e01a-43e5-a637-7a9fd13430d8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483315 Jun 30 19:04:56.187290 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-576e2d04-f7ac-498f-8ffd-be6ac333f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:56.188799 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-576e2d04-f7ac-498f-8ffd-be6ac333f566 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1098 time: 0.0770345 Jun 30 19:04:56.343623 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-150abcc9-4692-44d2-8020-bd42c2bcb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:56.345261 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-150abcc9-4692-44d2-8020-bd42c2bcb7ed service neutron] 10.222.0.99 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 911 time: 0.1352243 Jun 30 19:04:56.477388 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-4a6b12e7-b633-45a8-9648-25fdf0098563 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 1001 time: 0.1051383 Jun 30 19:04:56.545708 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771908e-52b2-48e2-994b-b8dbb8ffd90a req-acfced72-b048-471a-bbe5-57c1d2ad213c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:56.547252 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b771908e-52b2-48e2-994b-b8dbb8ffd90a req-acfced72-b048-471a-bbe5-57c1d2ad213c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.0895464 Jun 30 19:04:56.553198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-db6f9881-7f51-45b5-bc84-210a43f4d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:56.554660 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-db6f9881-7f51-45b5-bc84-210a43f4d502 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 200 len: 848 time: 0.0655706 Jun 30 19:04:56.597324 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b771908e-52b2-48e2-994b-b8dbb8ffd90a req-28f09933-f948-4e34-960c-c5d165f4a7d5 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Jun 30 19:04:56.642078 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-5c361121-b689-431c-9c61-1d2be296627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:56.643965 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-5c361121-b689-431c-9c61-1d2be296627c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6d5169a0-f4d1-46e5-a566-f445760409d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770504 Jun 30 19:04:56.849572 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-16bf8600-6e66-45b3-9371-b68a82bc3afc service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708217 Jun 30 19:04:57.006510 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-681657d4-b8db-4a07-b5e2-78c2a13707d9 req-8b17b44e-d6db-47e4-8602-746385ca2479 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=58d0f5ec-52c9-4923-a88d-213979c71ff9 HTTP/1.1" status: 200 len: 210 time: 0.1370268 Jun 30 19:04:57.127475 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fda23ff3-52b7-48a5-b5c3-10f9e73ad482 req-7a20af32-0168-4aad-b9ec-e7f536647a3f service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025800 Jun 30 19:04:57.243898 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba60f6-da66-432e-a242-c7010a6fd048 req-d6232173-2c2c-4ce3-8c1c-bf5d8f0093c9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:57.245436 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-53ba60f6-da66-432e-a242-c7010a6fd048 req-d6232173-2c2c-4ce3-8c1c-bf5d8f0093c9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1076064 Jun 30 19:04:57.310747 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-53ba60f6-da66-432e-a242-c7010a6fd048 req-39c54d3e-7d09-4cab-80f3-143b87c60695 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564013 Jun 30 19:04:57.833036 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bafbc-de39-41ad-9331-ca3299e51944 req-58661a39-7a70-436e-bdf4-b366b7af73b7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:57.835799 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6f7bafbc-de39-41ad-9331-ca3299e51944 req-58661a39-7a70-436e-bdf4-b366b7af73b7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1241167 Jun 30 19:04:57.944238 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6f7bafbc-de39-41ad-9331-ca3299e51944 req-a5971d20-1738-4f70-a620-2daf0e840f82 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024766 Jun 30 19:04:57.981366 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93e811-3a36-4087-8271-2dc88e61dcc9 req-beae4b14-3697-4ccc-8d74-3c2ec46e540e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:57.984697 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-da93e811-3a36-4087-8271-2dc88e61dcc9 req-beae4b14-3697-4ccc-8d74-3c2ec46e540e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1167190 Jun 30 19:04:58.047663 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-da93e811-3a36-4087-8271-2dc88e61dcc9 req-f14a6c80-b378-4d20-9cf9-d7e58ee0b694 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522895 Jun 30 19:04:58.576508 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:04:58.593984 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087459-bf96-4429-be6b-6aa27c5ce6cd req-c8ddb15d-1540-4421-8c49-07b62bc184c5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:58.601737 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-50087459-bf96-4429-be6b-6aa27c5ce6cd req-c8ddb15d-1540-4421-8c49-07b62bc184c5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1679604 Jun 30 19:04:58.638112 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb70b9-1094-4eea-abb7-0990680e5423 req-c8cd170f-8920-469c-99ba-d45536b97673 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:58.639718 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bdeb70b9-1094-4eea-abb7-0990680e5423 req-c8cd170f-8920-469c-99ba-d45536b97673 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 943 time: 0.1658204 Jun 30 19:04:58.680590 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-50087459-bf96-4429-be6b-6aa27c5ce6cd req-da3ea74d-772d-472f-9657-59c6c3e161ca tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778034 Jun 30 19:04:58.711933 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bdeb70b9-1094-4eea-abb7-0990680e5423 req-a4050861-083d-4a9b-b307-3625adacc768 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639346 Jun 30 19:04:58.770281 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:58.794295 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'port_id': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'mac_address': 'fa:16:3e:90:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:04:58.890647 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:58.919101 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baee80aa-940f-4f13-ae96-3f02033328d2 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:04:58.937823 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:04:58.943364 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:04:58.945986 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:04:59.014198 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=9']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:04:59.017462 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:04:59.264138 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa499e1a-ee8f-40b4-9168-48161f43e336 req-e22139f2-b234-4610-b27f-aca3df67af90 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:59.265945 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-aa499e1a-ee8f-40b4-9168-48161f43e336 req-e22139f2-b234-4610-b27f-aca3df67af90 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0960722 Jun 30 19:04:59.320853 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-aa499e1a-ee8f-40b4-9168-48161f43e336 req-9f600119-ea10-4d2c-9cfe-c5ac94793f53 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467415 Jun 30 19:04:59.379534 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['baee80aa-940f-4f13-ae96-3f02033328d2'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:04:59.986401 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0fccb-71d0-4c95-85c0-21515fd207b7 req-8a05902f-fca2-4e2b-9123-b2f117db52cf tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:04:59.988004 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-44a0fccb-71d0-4c95-85c0-21515fd207b7 req-8a05902f-fca2-4e2b-9123-b2f117db52cf tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1751764 Jun 30 19:05:00.016114 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028db76-35be-4fec-9f0f-78f50205f9b4 req-c521ef3d-183c-4b93-88d3-363fa9636dd3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:00.017614 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3028db76-35be-4fec-9f0f-78f50205f9b4 req-c521ef3d-183c-4b93-88d3-363fa9636dd3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 944 time: 0.1421402 Jun 30 19:05:00.076041 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-44a0fccb-71d0-4c95-85c0-21515fd207b7 req-80f62430-0e84-45fb-bf49-4e8be45a6596 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810840 Jun 30 19:05:00.088273 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3028db76-35be-4fec-9f0f-78f50205f9b4 req-d2dbfa58-bd86-4445-ae45-798bfe8b5c39 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634899 Jun 30 19:05:00.539287 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882b129-1289-43b9-b0b8-926b3c533815 req-bc59c34d-07f5-4858-a035-ac42df579fb6 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:00.540879 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e882b129-1289-43b9-b0b8-926b3c533815 req-bc59c34d-07f5-4858-a035-ac42df579fb6 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0914254 Jun 30 19:05:00.587199 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:05:00.592708 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e882b129-1289-43b9-b0b8-926b3c533815 req-859b698d-5259-4faf-a2e7-5345642fb80b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461760 Jun 30 19:05:00.659885 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port baee80aa-940f-4f13-ae96-3f02033328d2 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:05:00.660276 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:00.789112 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:00.828074 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:05:00.840823 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:05:00.845775 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:00.848673 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-ee227f10-1333-4ced-bdac-47acf6704b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:00.879080 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'code': 200} Jun 30 19:05:00.918762 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=10']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:00.921906 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:01.342008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd565d4-2fa2-48cc-a6cc-d82f8864dc8d req-21aeeba6-0621-42a1-b9d5-edeff91bd9d5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:01.343553 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-acd565d4-2fa2-48cc-a6cc-d82f8864dc8d req-21aeeba6-0621-42a1-b9d5-edeff91bd9d5 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1488276 Jun 30 19:05:01.352443 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efb865-ae76-49ff-8281-db2dacf4bf14 req-f42438b8-8c80-4e0b-bbb7-af18646fe7e5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:01.353905 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a5efb865-ae76-49ff-8281-db2dacf4bf14 req-f42438b8-8c80-4e0b-bbb7-af18646fe7e5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.1269369 Jun 30 19:05:01.435241 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-acd565d4-2fa2-48cc-a6cc-d82f8864dc8d req-f07091b0-afe1-43e0-ad98-44fd917e2556 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801995 Jun 30 19:05:01.439859 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a5efb865-ae76-49ff-8281-db2dacf4bf14 req-c8da0f7d-8ea9-497d-85ce-7dbd6f64e749 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671306 Jun 30 19:05:01.638536 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38ede-7cc6-4b47-bb01-3fbf28a753fb req-5d9524a8-b36b-46ec-8eb0-ee87865ef644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:01.641338 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d2c38ede-7cc6-4b47-bb01-3fbf28a753fb req-5d9524a8-b36b-46ec-8eb0-ee87865ef644 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1099 time: 0.0792089 Jun 30 19:05:01.688984 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-d2c38ede-7cc6-4b47-bb01-3fbf28a753fb req-beea6ae1-1606-40f7-8a2b-a75aef30bb1c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Jun 30 19:05:01.796354 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab5e2a-7775-4113-a4d4-0e5ef0b1d7c3 req-2554ebf1-b00e-40dd-b69c-03fa4591893c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:01.797878 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b9ab5e2a-7775-4113-a4d4-0e5ef0b1d7c3 req-2554ebf1-b00e-40dd-b69c-03fa4591893c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0897298 Jun 30 19:05:01.851247 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b9ab5e2a-7775-4113-a4d4-0e5ef0b1d7c3 req-bc938719-b07c-4570-9b07-4fecc022cb59 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463467 Jun 30 19:05:02.691112 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314f79-3f3b-4f64-90b8-afb5f77e5a46 req-ab7f29c8-e862-4d72-aa6d-3295260b80ed tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:02.692577 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-49314f79-3f3b-4f64-90b8-afb5f77e5a46 req-ab7f29c8-e862-4d72-aa6d-3295260b80ed tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1461298 Jun 30 19:05:02.700767 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f8bd-35f1-4b0b-bf4b-cbdfe1df6be6 req-9ebf2a7e-18a3-4e6b-b167-ab2834b7f46f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:02.702169 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1d75f8bd-35f1-4b0b-bf4b-cbdfe1df6be6 req-9ebf2a7e-18a3-4e6b-b167-ab2834b7f46f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.1203768 Jun 30 19:05:02.778044 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-49314f79-3f3b-4f64-90b8-afb5f77e5a46 req-e88cd761-ce80-4370-b436-557336ec8cde tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748305 Jun 30 19:05:02.782651 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1d75f8bd-35f1-4b0b-bf4b-cbdfe1df6be6 req-8a39e562-f794-4ddd-b932-fcbbb591b605 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660810 Jun 30 19:05:03.061381 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb640a-be10-455d-8911-b32018c1ddfa req-7a383a1f-7e7d-4c8a-9490-2ad70d0ae8fa tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:03.063318 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3ecb640a-be10-455d-8911-b32018c1ddfa req-7a383a1f-7e7d-4c8a-9490-2ad70d0ae8fa tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0927019 Jun 30 19:05:03.116160 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3ecb640a-be10-455d-8911-b32018c1ddfa req-36504c99-c930-40bd-9db0-7f404a5c6eba tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 Jun 30 19:05:04.035671 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0079-3609-4d5e-bb0d-572876cf4806 req-2004f999-a2be-4a04-b7b9-40d286c3aa8d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:04.037035 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c51e0079-3609-4d5e-bb0d-572876cf4806 req-2004f999-a2be-4a04-b7b9-40d286c3aa8d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1445024 Jun 30 19:05:04.048378 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487230a9-077c-412b-9ac1-2c19deeb5054 req-d09e2050-3512-45ce-9517-6552d337f986 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:04.050646 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-487230a9-077c-412b-9ac1-2c19deeb5054 req-d09e2050-3512-45ce-9517-6552d337f986 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.1212618 Jun 30 19:05:04.203292 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c51e0079-3609-4d5e-bb0d-572876cf4806 req-c9ebd795-f11f-46f3-b04f-262cf28cf62a tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514335 Jun 30 19:05:04.211038 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-487230a9-077c-412b-9ac1-2c19deeb5054 req-e7f3086c-1bf8-4f01-854f-9801afa83ce5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425960 Jun 30 19:05:04.379217 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6942c9-631b-4870-960f-d92bcfe87b15 req-43e5c746-9bfd-4328-b9d7-288e55d01dd7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:04.380697 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ba6942c9-631b-4870-960f-d92bcfe87b15 req-43e5c746-9bfd-4328-b9d7-288e55d01dd7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0814011 Jun 30 19:05:04.438614 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ba6942c9-631b-4870-960f-d92bcfe87b15 req-ee749533-1e51-44cd-9bc9-c9a6766b23f7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522845 Jun 30 19:05:05.480100 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe04e1-3ec4-4121-8439-dfb79c724a08 req-692b5170-065e-4a80-924c-eecc7b14305c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:05.481515 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cbfe04e1-3ec4-4121-8439-dfb79c724a08 req-692b5170-065e-4a80-924c-eecc7b14305c tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.1539080 Jun 30 19:05:05.491231 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a6331-5a23-4974-b145-913f23fe13c6 req-dba994d1-1902-446b-bcf5-76448149197c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:05.492709 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-337a6331-5a23-4974-b145-913f23fe13c6 req-dba994d1-1902-446b-bcf5-76448149197c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.1269922 Jun 30 19:05:05.565223 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-337a6331-5a23-4974-b145-913f23fe13c6 req-220cadef-2e3c-4e94-809e-4e57e95f33d4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582528 Jun 30 19:05:05.568112 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cbfe04e1-3ec4-4121-8439-dfb79c724a08 req-8e8d31a0-8a93-4170-b5bb-f36e0ab1de54 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743840 Jun 30 19:05:05.757639 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330301ff-17c2-44c9-bbbb-e17aae989c0e req-cb547f71-5412-4afa-9f2b-51a15a5d2410 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:05.759145 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-330301ff-17c2-44c9-bbbb-e17aae989c0e req-cb547f71-5412-4afa-9f2b-51a15a5d2410 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0866015 Jun 30 19:05:05.810360 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-330301ff-17c2-44c9-bbbb-e17aae989c0e req-174c5a4a-573e-46a4-ae0c-860f3e446673 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 Jun 30 19:05:05.922678 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-832f3eab-d19e-46bf-b4bd-81d407c29af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:06.423118 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:05:06.476651 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:06.689529 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-db8f9dc5-7243-4a4d-821c-d1a9b09857df tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:06.690804 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-db8f9dc5-7243-4a4d-821c-d1a9b09857df tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Synchronizing usage tracker for tenant:90943ec335e74309a41bf68b6c173ead on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:05:06.706872 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-db8f9dc5-7243-4a4d-821c-d1a9b09857df tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Unset dirty status for tenant:90943ec335e74309a41bf68b6c173ead on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:05:06.708075 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-db8f9dc5-7243-4a4d-821c-d1a9b09857df tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0994248 Jun 30 19:05:06.773322 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b76d-60e2-4e82-a676-573a2276eb23 req-5394b9da-3fb1-446e-80aa-81c901d0ef8d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:06.775061 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cee9b76d-60e2-4e82-a676-573a2276eb23 req-5394b9da-3fb1-446e-80aa-81c901d0ef8d tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 946 time: 0.0926232 Jun 30 19:05:06.794165 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Deleting port 1d9366d9-5edf-416c-b2b6-c43d919adc13 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:05:06.794644 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:06.830002 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cee9b76d-60e2-4e82-a676-573a2276eb23 req-fc80970f-47c0-4f51-b650-5e60375c85df tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/security-groups?id=8f666999-3251-4331-9fc4-ba04cc302c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Jun 30 19:05:07.022819 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c2fb9-b835-4a70-804c-914a086ee46e req-4a59cbef-7f03-4f33-ad3c-cda97e52c19f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:07.024383 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b58c2fb9-b835-4a70-804c-914a086ee46e req-4a59cbef-7f03-4f33-ad3c-cda97e52c19f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0903752 Jun 30 19:05:07.071650 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b58c2fb9-b835-4a70-804c-914a086ee46e req-8ed07e7f-2dbd-47ff-9894-8883e94d2b2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412159 Jun 30 19:05:07.074718 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] For port 1d9366d9-5edf-416c-b2b6-c43d919adc13, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=1d9366d9-5edf-416c-b2b6-c43d919adc13,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:05:07.075062 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:07.295456 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Calling delete_port for 1d9366d9-5edf-416c-b2b6-c43d919adc13 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:05:07.463534 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:07.470039 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-78946e97-3052-4b43-96bf-749e06b37f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:07.518303 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Pushing event deleted for resources: {'Port': ['ID=1d9366d9-5edf-416c-b2b6-c43d919adc13,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:07.520031 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['1d9366d9-5edf-416c-b2b6-c43d919adc13'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:05:07.521843 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:07.596096 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] No DVR routers for this DVR port 1d9366d9-5edf-416c-b2b6-c43d919adc13 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:05:07.598603 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:07.601198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'name': 'network-vif-deleted', 'tag': '1d9366d9-5edf-416c-b2b6-c43d919adc13'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:05:07.617489 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-437fb7c1-60a9-46df-a01b-b5c9b5281d90 req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.99 "DELETE /v2.0/ports/1d9366d9-5edf-416c-b2b6-c43d919adc13 HTTP/1.1" status: 204 len: 173 time: 0.9036200 Jun 30 19:05:07.650658 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efbceb8-6cce-4c3e-9899-efd27d90aef0', 'name': 'network-vif-deleted', 'tag': '1d9366d9-5edf-416c-b2b6-c43d919adc13', 'status': 'completed', 'code': 200} Jun 30 19:05:07.995461 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f74b7e8a-c9f1-4172-9448-eb6bce398fb8 req-82f663d8-8bc0-42f8-b864-3bc8dec21924 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efbceb8-6cce-4c3e-9899-efd27d90aef0 HTTP/1.1" status: 200 len: 210 time: 0.0431466 Jun 30 19:05:08.269239 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a1b0f-9783-4e5d-a700-8398b0cfe25b req-1e9ce60f-0827-4f61-ba19-3441af9b8956 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:08.271117 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7f9a1b0f-9783-4e5d-a700-8398b0cfe25b req-1e9ce60f-0827-4f61-ba19-3441af9b8956 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0897815 Jun 30 19:05:08.326925 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7f9a1b0f-9783-4e5d-a700-8398b0cfe25b req-23c53447-e494-47a2-ab4f-d25784f8795a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492549 Jun 30 19:05:08.856014 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-62354c63-5ba5-44cb-b8c1-33a5b7d81b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:09.090193 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 41260) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:09.536619 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43c87-7985-4fc5-a4fb-837968f21111 req-715ce579-1f22-417f-af78-c903753b1f20 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:09.538191 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d1c43c87-7985-4fc5-a4fb-837968f21111 req-715ce579-1f22-417f-af78-c903753b1f20 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0965664 Jun 30 19:05:09.591187 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d1c43c87-7985-4fc5-a4fb-837968f21111 req-9d6cbda3-6045-4959-a5d6-6a4a41c025a5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470963 Jun 30 19:05:09.705459 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716158'] for router_interface, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:10.064611 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Deleting port 0a6cc01c-ee44-4944-ad91-b184f65e5467 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:05:10.064950 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:10.245252 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] For port 0a6cc01c-ee44-4944-ad91-b184f65e5467, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=0a6cc01c-ee44-4944-ad91-b184f65e5467,segment=NetworkSegment(6d9aed1d-f27f-41df-b729-ab2348a3e35d),segment_id=6d9aed1d-f27f-41df-b729-ab2348a3e35d)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:05:10.245958 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:10.350522 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:10.451241 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Calling delete_port for 0a6cc01c-ee44-4944-ad91-b184f65e5467 owned by network:router_interface {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:05:10.604918 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 1d9366d9-5edf-416c-b2b6-c43d919adc13 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:05:10.640766 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 1d9366d9-5edf-416c-b2b6-c43d919adc13 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:05:10.641110 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 1d9366d9-5edf-416c-b2b6-c43d919adc13 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:05:10.809170 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:10.810738 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0f5cf-d920-4e30-9b4a-e5fb82d32935 req-7549a7cb-e941-4f75-9b39-ef33a82af588 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:10.813898 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-58c0f5cf-d920-4e30-9b4a-e5fb82d32935 req-7549a7cb-e941-4f75-9b39-ef33a82af588 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0988736 Jun 30 19:05:10.821369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a32c2932-dcf1-4803-8347-bf89b2873a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:10.867738 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6cc01c-ee44-4944-ad91-b184f65e5467,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:10.870616 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:10.877395 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-58c0f5cf-d920-4e30-9b4a-e5fb82d32935 req-b348ee9f-275c-4f12-b4b0-308abea46b53 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570142 Jun 30 19:05:10.914944 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:11.147562 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716234'] for router_interface, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:11.512965 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Router fff0e16c-e7a7-485a-abf6-863d5e11caf1 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:05:11.707516 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:05:11.720358 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] Sync routers for ids ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:05:11.730566 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] 10.222.0.95 "PUT /v2.0/routers/fff0e16c-e7a7-485a-abf6-863d5e11caf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387031 Jun 30 19:05:11.732935 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41272) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:11.746667 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] Routers {'fff0e16c-e7a7-485a-abf6-863d5e11caf1'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:05:11.747340 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:05:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:11.952485 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks [] for router, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:12.016228 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] Set router fff0e16c-e7a7-485a-abf6-863d5e11caf1 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:05:12.174296 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:12.241417 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce3615-8ed6-4c39-9d58-8f395e65bb91 req-dc58f924-9ac8-4cdb-848d-af91cc78e367 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:12.250757 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f9ce3615-8ed6-4c39-9d58-8f395e65bb91 req-dc58f924-9ac8-4cdb-848d-af91cc78e367 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.2357183 Jun 30 19:05:12.276658 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:12.297819 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Deleting port 01979f01-7036-426a-b807-955ec7282724 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:05:12.298535 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:12.383550 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192'}], 'enable_snat': True}, 'gw_port_id': '01979f01-7036-426a-b807-955ec7282724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:05:10Z', 'revision_number': 5, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port': {'id': '01979f01-7036-426a-b807-955ec7282724', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:17Z', 'updated_at': '2021-06-30T19:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:12.388512 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] Checking router: fff0e16c-e7a7-485a-abf6-863d5e11caf1 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:05:12.401047 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] Routers {'fff0e16c-e7a7-485a-abf6-863d5e11caf1'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:05:12.401766 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:05:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:12.489065 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-ae610213-a4a0-4e74-9631-74002f2e2b63 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1907866 Jun 30 19:05:12.511893 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f9ce3615-8ed6-4c39-9d58-8f395e65bb91 req-7157a9b9-b166-45ea-bb33-1504dd2e6cbb tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523270 Jun 30 19:05:12.593867 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] Set router fff0e16c-e7a7-485a-abf6-863d5e11caf1 gateway port host: None {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:05:12.613016 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-8228bba4-29b4-4be7-866e-5aa745fdea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:12.614750 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-8228bba4-29b4-4be7-866e-5aa745fdea51 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 1099 time: 0.0840383 Jun 30 19:05:12.718507 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] For port 01979f01-7036-426a-b807-955ec7282724, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=01979f01-7036-426a-b807-955ec7282724,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:05:12.718882 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:12.735583 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:05:12Z', 'revision_number': 6, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port_host': None}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:12.740604 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fd04-a18c-4ceb-b55e-2c20d261a9af None None] The sync data for ids ['fff0e16c-e7a7-485a-abf6-863d5e11caf1'] in dv-cinder-798879-1-smb is: [{'id': 'fff0e16c-e7a7-485a-abf6-863d5e11caf1', 'name': 'tempest-ServerRescueNegativeTestJSON-443325514-router', 'tenant_id': '90943ec335e74309a41bf68b6c173ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:14Z', 'updated_at': '2021-06-30T19:05:12Z', 'revision_number': 6, 'project_id': '90943ec335e74309a41bf68b6c173ead', 'gw_port_host': None}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:05:12.802598 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-2e82f4c0-b6f9-40de-8067-64c0b4a9353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:12.804174 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-2e82f4c0-b6f9-40de-8067-64c0b4a9353e service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.1492012 Jun 30 19:05:12.854762 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Calling delete_port for 01979f01-7036-426a-b807-955ec7282724 owned by network:router_gateway {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:05:12.925278 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-73794b0d-23c3-4f6d-9f60-731d3a1baaa8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 200 len: 1001 time: 0.1087008 Jun 30 19:05:12.993883 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-fbcb49d1-4950-400e-8168-7e423c58dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:12.995652 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-fbcb49d1-4950-400e-8168-7e423c58dd17 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.0634832 Jun 30 19:05:13.096220 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-b6083895-495f-4722-b18b-0b5d50284b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:13.098071 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-b6083895-495f-4722-b18b-0b5d50284b20 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939598 Jun 30 19:05:13.264661 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-d1627011-6c5e-4a35-a621-fc9643d5e997 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569495 Jun 30 19:05:13.271258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:13.279597 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:13.336561 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=01979f01-7036-426a-b807-955ec7282724,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:13.370628 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:13.431278 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9e2b20bb-83dc-4dd9-803a-ea23fb0a72b4 req-1032dac3-9719-41d8-8742-389c7ffb64f0 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549966 Jun 30 19:05:13.436017 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701269'] for router_gateway, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:13.621756 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2023'] for router, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:13.625796 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:13.780268 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01979f01-7036-426a-b807-955ec7282724 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:05:13.825341 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612534'] for router, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:13.825841 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff0e16c-e7a7-485a-abf6-863d5e11caf1 {{(pid=78661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 19:05:13.827705 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 01979f01-7036-426a-b807-955ec7282724 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:05:13.828267 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01979f01-7036-426a-b807-955ec7282724 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:05:13.828864 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 0a6cc01c-ee44-4944-ad91-b184f65e5467 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:05:13.854995 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb265a8-c696-4ad7-8122-d397a41855c0 req-da132c03-8298-419a-bc2c-ca9e095d0f47 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:13.856560 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8eb265a8-c696-4ad7-8122-d397a41855c0 req-da132c03-8298-419a-bc2c-ca9e095d0f47 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.2242177 Jun 30 19:05:13.861910 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Notify callbacks [] for router, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:13.864229 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] 10.222.0.95 "DELETE /v2.0/routers/fff0e16c-e7a7-485a-abf6-863d5e11caf1 HTTP/1.1" status: 204 len: 168 time: 2.1302233 Jun 30 19:05:13.866998 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41296) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:13.886754 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 0a6cc01c-ee44-4944-ad91-b184f65e5467 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:05:13.887104 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 0a6cc01c-ee44-4944-ad91-b184f65e5467 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:05:13.966656 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Deleting subnet ba9ab6fc-353e-4802-80c4-b0d7aedc779b {{(pid=78661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:05:13.971093 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8eb265a8-c696-4ad7-8122-d397a41855c0 req-79c77305-f74d-48dd-a526-77bbab770793 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710914 Jun 30 19:05:13.973758 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.135854 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15670061'] for subnet, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.224158 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.355188 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15670067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14900717'] for subnet, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.364544 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b21a99b1-1900-44b5-8e2f-16a4018cdb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:14.404974 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.412367 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9ab6fc-353e-4802-80c4-b0d7aedc779b,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:14.416041 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:14.420310 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ba9ab6fc-353e-4802-80c4-b0d7aedc779b HTTP/1.1" status: 204 len: 168 time: 0.5521615 Jun 30 19:05:14.424319 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41306) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:14.453008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ac930-8767-4459-bb4e-59f0b0ea333b req-06d747e3-6853-499d-a8f0-7cd42a326756 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:14.454576 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9c1ac930-8767-4459-bb4e-59f0b0ea333b req-06d747e3-6853-499d-a8f0-7cd42a326756 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1760507 Jun 30 19:05:14.464395 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-dc5fff81-1484-45d9-a5a3-ef715eb34c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:14.466091 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-dc5fff81-1484-45d9-a5a3-ef715eb34c23 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1098 time: 0.0734239 Jun 30 19:05:14.573536 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.580380 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9c1ac930-8767-4459-bb4e-59f0b0ea333b req-5a41915e-aa91-49bd-b935-d72e542dd466 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787177 Jun 30 19:05:14.604563 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-1065af86-46c5-461a-acae-e4aaa34fe029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:14.606199 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-1065af86-46c5-461a-acae-e4aaa34fe029 service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 0.1310661 Jun 30 19:05:14.709742 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.724097 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa227586-bdfa-4538-a795-ff5b83fd17c6']}} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:14.724968 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-ba56624a-ab8b-4389-a1a4-b998a0c8e179 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 1000 time: 0.1025646 Jun 30 19:05:14.737683 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9aed1d-f27f-41df-b729-ab2348a3e35d') {'for_net_delete': True} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:14.737975 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9aed1d-f27f-41df-b729-ab2348a3e35d') {} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:14.749886 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15670054'] for segment, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.766019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.773214 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=78661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:05:14.773616 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15705237'] for segment, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: Traceback (most recent call last): Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: timer() Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: cb(*args, **kw) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: return func(*args, **kwargs) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: self._notify() Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: self.callback(batched_events) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: event.method(event) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: return f(self, *a, **k) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: return self._get(url).json() Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: return self.request(url, 'GET', **kwargs) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:05:14.787496 dv-cinder-798879-1-smb neutron-server[78661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:05:14.795503 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-3e1c50ed-bd1e-443b-9bec-ba81bfda85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:14.796933 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-3e1c50ed-bd1e-443b-9bec-ba81bfda85cd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.0649264 Jun 30 19:05:14.869782 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.876131 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:14.879971 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:14.882679 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-ae542479-7045-408a-9052-fb0adb9bb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:14.884182 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-ae542479-7045-408a-9052-fb0adb9bb798 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754435 Jun 30 19:05:14.903225 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa227586-bdfa-4538-a795-ff5b83fd17c6,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:14.906440 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:14.912669 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] 10.222.0.95 "DELETE /v2.0/networks/fa227586-bdfa-4538-a795-ff5b83fd17c6 HTTP/1.1" status: 204 len: 168 time: 0.4830739 Jun 30 19:05:15.023949 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-5bf0669c-479c-4c4b-b8db-9d2b44ee55e9 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292436 Jun 30 19:05:15.099496 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41312) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:15.154588 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-d3d6e620-5d8a-461c-b40d-92bd631f8cbb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=90943ec335e74309a41bf68b6c173ead&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536091 Jun 30 19:05:15.156698 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41316) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:15.163517 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-1023c1b1-0698-4f78-bc98-cb095569c424 req-d6f61b84-d953-44d1-9fa8-cbc06eda7c5d service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311727 Jun 30 19:05:15.218235 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:15.244427 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:15.311506 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:15.315590 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-dff8606f-5afb-47be-9c7b-680acccfefe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:15.329387 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f666999-3251-4331-9fc4-ba04cc302c3b,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:15.332140 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:15.342656 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:15.343796 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8f666999-3251-4331-9fc4-ba04cc302c3b HTTP/1.1" status: 204 len: 168 time: 0.1862109 Jun 30 19:05:15.787008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fc309-5bc9-4846-9fd9-1146ece17773 req-76c71aff-9f00-4463-9e15-c6bda59161cc tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:15.788888 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f50fc309-5bc9-4846-9fd9-1146ece17773 req-76c71aff-9f00-4463-9e15-c6bda59161cc tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0944433 Jun 30 19:05:15.843023 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f50fc309-5bc9-4846-9fd9-1146ece17773 req-4adfb700-4b66-488b-bd8c-6f7fe9b6e221 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Jun 30 19:05:17.048789 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e6f1f-81a4-4b9c-aca2-36c6902934fd req-d1d4af55-67a0-4cd3-a7c3-7c2749219913 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:17.051614 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3b0e6f1f-81a4-4b9c-aca2-36c6902934fd req-d1d4af55-67a0-4cd3-a7c3-7c2749219913 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1004055 Jun 30 19:05:17.106929 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3b0e6f1f-81a4-4b9c-aca2-36c6902934fd req-1dda9983-ed55-4f5d-9c66-6c1c16332d79 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498474 Jun 30 19:05:25.959966 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41486) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:26.103133 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:26.119155 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:26.123480 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Usage tracker for resource:security_group_rule and tenant:352ec1fba74d477b9a6213ba8143bd3e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:26.126785 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:26.133207 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:26.223784 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:26.227781 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:26.235021 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-77486f3d-2ac2-4efc-88dd-2877238ff0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:26.282111 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=352ec1fba74d477b9a6213ba8143bd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210502 Jun 30 19:05:26.283039 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa94078-69cd-4863-abac-8e371e08270d,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:26.284781 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 41496) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:26.291654 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.292023 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.292405 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.292761 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.293111 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.293461 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.293807 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.294171 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.294516 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.294864 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.295201 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.295540 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.299840 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:26.357439 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:26.388544 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:26.445058 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:26.449825 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-6086124d-7e26-41ff-b5f2-5fbb828f0c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:26.466609 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa94078-69cd-4863-abac-8e371e08270d,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:26.476006 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.476291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.476645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.476992 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.477342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.477695 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.478036 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.478398 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.478739 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.479080 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.479415 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.479744 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:26.483742 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:26.484871 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/daa94078-69cd-4863-abac-8e371e08270d HTTP/1.1" status: 204 len: 168 time: 0.1977415 Jun 30 19:05:26.485848 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-592e854d-4f1e-4bed-b58b-7a3e576fea08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:28.421267 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41558) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:28.550043 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:28.564922 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:28.569479 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Usage tracker for resource:security_group_rule and tenant:2f7eb1d50c5e452d813365b5e3c4cd5b is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:28.572351 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:28.578372 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:28.677360 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:28.681316 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:28.688697 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-56243ceb-5e07-4b15-aa8b-efa4f2b4c954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:28.730963 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2f7eb1d50c5e452d813365b5e3c4cd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085134 Jun 30 19:05:28.731971 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea75aa5f-ea41-40c6-b8d4-2029adbb3a13,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:28.733614 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 41564) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:28.735612 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:28.871626 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:28.899331 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:28.952952 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:28.957787 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad120b42-0ac2-48db-aadc-0bf291337f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:28.969282 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea75aa5f-ea41-40c6-b8d4-2029adbb3a13,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:28.972150 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:28.974180 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:28.975223 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ea75aa5f-ea41-40c6-b8d4-2029adbb3a13 HTTP/1.1" status: 204 len: 168 time: 0.2405460 Jun 30 19:05:29.286358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41572) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:29.304923 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:29.322649 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:29.326782 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Usage tracker for resource:security_group_rule and tenant:7d7b39f55def4e16acc2e05cc61f89d9 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:29.329787 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:29.337358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:29.431858 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:29.436258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:29.444129 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-805f342c-b5b3-4563-b427-3229a3fe6529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:29.488413 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7d7b39f55def4e16acc2e05cc61f89d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004347 Jun 30 19:05:29.489194 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199bded-571b-4dd7-92c6-a2cd01f734da,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:29.493525 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 41578) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:29.493622 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:29.556859 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:29.583996 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:29.646687 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:29.651594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d3338def-b9dc-41dc-a285-4a94a49304ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:29.664848 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199bded-571b-4dd7-92c6-a2cd01f734da,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:29.667328 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:29.672248 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:29.673380 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d199bded-571b-4dd7-92c6-a2cd01f734da HTTP/1.1" status: 204 len: 168 time: 0.1808207 Jun 30 19:05:35.915314 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-b19f745e-88cd-472c-bf99-66d0ec51f6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:36.479942 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:38.859173 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41740) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:38.872795 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-3505cffa-2242-416b-ac32-df85602c3762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.008864 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.026378 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:39.031036 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Usage tracker for resource:security_group_rule and tenant:155d1fbd5014467ba1f73fd8c5c1e192 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:39.034853 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:39.043466 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:39.153252 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.158448 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.167046 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-78cc582a-f928-4522-af9c-8c30fbfe0724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:39.208608 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6761f6c1-f6db-44d3-8105-2ae56710e960,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:39.212974 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=155d1fbd5014467ba1f73fd8c5c1e192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520763 Jun 30 19:05:39.213995 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:39.217115 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41746) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:39.294976 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.329372 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.398479 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.404341 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-34a00207-e9c0-42c0-8f99-2edee7b476f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:39.434397 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6761f6c1-f6db-44d3-8105-2ae56710e960,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:39.442409 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:39.462396 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.463593 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6761f6c1-f6db-44d3-8105-2ae56710e960 HTTP/1.1" status: 204 len: 168 time: 0.2455025 Jun 30 19:05:39.833284 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 41762) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:39.859861 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:39.877417 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:39.882898 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Usage tracker for resource:security_group_rule and tenant:6ab5eca4849a4f128216697f8f0b13a0 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:39.886683 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:39.893364 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:40.002835 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:40.008030 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:40.015728 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-01af56e4-a001-4881-b487-fe934e305683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:40.070673 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6ab5eca4849a4f128216697f8f0b13a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361486 Jun 30 19:05:40.072174 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf80d817-1435-4d30-91e1-3acdb2d885f4,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:40.073647 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41768) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:40.076201 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:40.141134 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:40.169043 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:40.225445 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:40.229117 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-dc206670-b74e-46c8-bbf7-3325aa601d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:40.246679 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf80d817-1435-4d30-91e1-3acdb2d885f4,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:40.249792 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:40.251949 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:40.254611 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bf80d817-1435-4d30-91e1-3acdb2d885f4 HTTP/1.1" status: 204 len: 168 time: 0.1783619 Jun 30 19:05:40.346705 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:40.914762 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:41.645896 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd5610-8de1-406a-962f-cf3bbaf88aa0 req-51f0572e-7b06-4bfc-a291-765cba811f29 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:41.648719 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c8dd5610-8de1-406a-962f-cf3bbaf88aa0 req-51f0572e-7b06-4bfc-a291-765cba811f29 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.2095783 Jun 30 19:05:41.739622 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c8dd5610-8de1-406a-962f-cf3bbaf88aa0 req-1ed7232b-611c-4695-bd7b-eb98bb5387ff tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810547 Jun 30 19:05:42.164416 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:42.959242 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c514e-1930-4e14-b76b-5672709b5f93 req-8dc447ad-cbc9-4dae-bade-1da64938c8d0 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:42.960840 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-156c514e-1930-4e14-b76b-5672709b5f93 req-8dc447ad-cbc9-4dae-bade-1da64938c8d0 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.0913975 Jun 30 19:05:43.031476 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-156c514e-1930-4e14-b76b-5672709b5f93 req-996d0181-6ade-4bfb-a50a-f2f602561030 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621853 Jun 30 19:05:43.422593 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:05:44.232929 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2326f4-ebcd-4f2d-8e1a-7c5b8b193309 req-0d15b941-d45a-4302-b978-a4d1e316355e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:44.234476 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1b2326f4-ebcd-4f2d-8e1a-7c5b8b193309 req-0d15b941-d45a-4302-b978-a4d1e316355e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.0955386 Jun 30 19:05:44.285847 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1b2326f4-ebcd-4f2d-8e1a-7c5b8b193309 req-093fee9b-fb45-47ce-93de-03e93fd6e97f tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jun 30 19:05:45.485256 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d60b4a-b209-4373-b0d5-51b16b9165db req-01f0f0f4-11f2-4900-b966-5dc2f49f6787 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:45.487122 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-78d60b4a-b209-4373-b0d5-51b16b9165db req-01f0f0f4-11f2-4900-b966-5dc2f49f6787 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.0907662 Jun 30 19:05:45.537574 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-78d60b4a-b209-4373-b0d5-51b16b9165db req-5533ad91-6707-435b-b4d4-a2d15e873722 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Jun 30 19:05:46.787236 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458001f-3099-4ad8-8487-01b04839aea2 req-50bcc0e8-3080-4bd4-ae10-52df7706941d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:46.788791 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c458001f-3099-4ad8-8487-01b04839aea2 req-50bcc0e8-3080-4bd4-ae10-52df7706941d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1421332 Jun 30 19:05:46.837168 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c458001f-3099-4ad8-8487-01b04839aea2 req-d2b17289-39d4-4e7a-9bbb-abaee5915e88 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Jun 30 19:05:47.409253 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-9d6821a2-8f3f-413f-80a3-d650f361091a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:47.410700 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-9d6821a2-8f3f-413f-80a3-d650f361091a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Synchronizing usage tracker for tenant:fac9afa1ccc744119cea7502b2fbfb34 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:05:47.432987 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-9d6821a2-8f3f-413f-80a3-d650f361091a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Unset dirty status for tenant:fac9afa1ccc744119cea7502b2fbfb34 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:05:47.434269 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-9d6821a2-8f3f-413f-80a3-d650f361091a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1413817 Jun 30 19:05:47.535892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Deleting port 608949c7-76c4-438e-8d5d-35e5ea8f0275 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:05:47.536341 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:47.842451 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] For port 608949c7-76c4-438e-8d5d-35e5ea8f0275, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=608949c7-76c4-438e-8d5d-35e5ea8f0275,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:05:47.842451 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:47.987012 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Calling delete_port for 608949c7-76c4-438e-8d5d-35e5ea8f0275 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:05:48.074012 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1097-f272-4768-8638-b7598d9b211a req-8111f2a2-cf4f-4fd1-b8b2-dfb8494cc6ff tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:48.076187 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c35b1097-f272-4768-8638-b7598d9b211a req-8111f2a2-cf4f-4fd1-b8b2-dfb8494cc6ff tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd6b8698-2cbd-40fd-9cb7-f77d03007e3e HTTP/1.1" status: 200 len: 945 time: 0.1106896 Jun 30 19:05:48.134016 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c35b1097-f272-4768-8638-b7598d9b211a req-25bb234d-5cf1-402a-8ae9-13018e413d3d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Jun 30 19:05:48.172935 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:48.184289 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-db9ee351-a21f-44f5-b77f-ca337e5aa626 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:48.218474 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['608949c7-76c4-438e-8d5d-35e5ea8f0275'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:05:48.237584 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Pushing event deleted for resources: {'Port': ['ID=608949c7-76c4-438e-8d5d-35e5ea8f0275,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:48.241263 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:48.319848 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] No DVR routers for this DVR port 608949c7-76c4-438e-8d5d-35e5ea8f0275 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:05:48.322729 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:48.326297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'name': 'network-vif-deleted', 'tag': '608949c7-76c4-438e-8d5d-35e5ea8f0275'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:05:48.353782 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b39b422d-2cc0-4f31-a3fc-f54a285e5e50 req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "DELETE /v2.0/ports/608949c7-76c4-438e-8d5d-35e5ea8f0275 HTTP/1.1" status: 204 len: 173 time: 0.9127378 Jun 30 19:05:48.403159 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6b8698-2cbd-40fd-9cb7-f77d03007e3e', 'name': 'network-vif-deleted', 'tag': '608949c7-76c4-438e-8d5d-35e5ea8f0275', 'status': 'completed', 'code': 200} Jun 30 19:05:50.432193 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dc1b2-71f8-4fb0-acd0-a07e5dae4a3e req-6b45c5a5-f4f9-4b47-b283-60ea6ef5cb7f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:50.433747 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-173dc1b2-71f8-4fb0-acd0-a07e5dae4a3e req-6b45c5a5-f4f9-4b47-b283-60ea6ef5cb7f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.0965948 Jun 30 19:05:50.485733 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-173dc1b2-71f8-4fb0-acd0-a07e5dae4a3e req-97e1c29d-b754-45a4-b755-5d105fd5f29c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445883 Jun 30 19:05:50.898864 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 608949c7-76c4-438e-8d5d-35e5ea8f0275 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:05:50.938269 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 608949c7-76c4-438e-8d5d-35e5ea8f0275 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:05:50.938910 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 608949c7-76c4-438e-8d5d-35e5ea8f0275 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:05:51.698420 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020b0bb-f342-4aef-ae12-455f44639691 req-3307295f-846d-461e-b3d7-e3d5e7fb9d87 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:51.700058 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c020b0bb-f342-4aef-ae12-455f44639691 req-3307295f-846d-461e-b3d7-e3d5e7fb9d87 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.0937929 Jun 30 19:05:51.760670 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c020b0bb-f342-4aef-ae12-455f44639691 req-6e124912-8df2-47ed-b6d4-be154de8a678 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527308 Jun 30 19:05:52.322518 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-3300f025-33c6-48c3-99b8-a91516700564 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:52.323251 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-3300f025-33c6-48c3-99b8-a91516700564 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Synchronizing usage tracker for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:05:52.342101 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-3300f025-33c6-48c3-99b8-a91516700564 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Unset dirty status for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:05:52.343285 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-3300f025-33c6-48c3-99b8-a91516700564 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.1142216 Jun 30 19:05:52.450751 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Deleting port baee80aa-940f-4f13-ae96-3f02033328d2 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:05:52.451185 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:52.808161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] For port baee80aa-940f-4f13-ae96-3f02033328d2, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=baee80aa-940f-4f13-ae96-3f02033328d2,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:05:52.808740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.012523 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16b482-4889-474f-ba1e-9bb4bd3e5d68 req-8e3e5014-42bd-46bb-93d9-19a2bb1aef52 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:53.015378 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bb16b482-4889-474f-ba1e-9bb4bd3e5d68 req-8e3e5014-42bd-46bb-93d9-19a2bb1aef52 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 946 time: 0.1204665 Jun 30 19:05:53.077545 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bb16b482-4889-474f-ba1e-9bb4bd3e5d68 req-a15810be-194f-4226-900a-ded3405666e6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=759daf75-19ba-439d-a1df-c46cbaf142c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535991 Jun 30 19:05:53.184482 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41956) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:53.311495 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.311901 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.312257 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.l3_db [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Floating IP a557d051-5d3f-42d9-8ca0-1086dd81a31f disassociated. External IP: 172.28.1.182, port: baee80aa-940f-4f13-ae96-3f02033328d2. Jun 30 19:05:53.312590 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Calling delete_port for baee80aa-940f-4f13-ae96-3f02033328d2 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:05:53.345691 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.372251 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:53.379876 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Usage tracker for resource:security_group_rule and tenant:170d466b54b14e5bac9529973e1f93f9 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:53.385130 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:53.396135 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:53.511568 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.514661 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.517824 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9adecdbc-7859-4f3f-8cac-7f0108cf2c70 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:53.520193 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.534542 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d179c1b5-5dfa-463f-9352-50fd85aaf747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:53.579032 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event deleted for resources: {'Port': ['ID=baee80aa-940f-4f13-ae96-3f02033328d2,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:53.584396 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:53.615982 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=170d466b54b14e5bac9529973e1f93f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300575 Jun 30 19:05:53.618826 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 41966) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:53.623446 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaaf16d-4ee3-4b02-b671-3c37d8fba05b,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:53.628299 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:53.718306 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.761629 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.835611 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Router 74061d4c-2ce8-4396-8428-d5ce7653102d has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:05:53.850776 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.860210 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-431d3d40-ce40-4132-8d30-2df17a575240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:53.881011 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:53.882369 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/efaaf16d-4ee3-4b02-b671-3c37d8fba05b HTTP/1.1" status: 204 len: 168 time: 0.2616889 Jun 30 19:05:53.885320 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaaf16d-4ee3-4b02-b671-3c37d8fba05b,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:53.889197 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:54.104716 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:05:54.125485 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] Sync routers for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:05:54.137433 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-e5539474-8f2b-4671-9d27-f3483629bd9b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:54.138750 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:05:54.139246 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-e5539474-8f2b-4671-9d27-f3483629bd9b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/networks?id=7a232f05-26ff-4331-9188-723500456673 HTTP/1.1" status: 200 len: 812 time: 0.2201900 Jun 30 19:05:54.139515 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:05:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:54.170273 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-a566c8f0-3761-44b5-a36e-4c2d28c4734b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/quotas/fac9afa1ccc744119cea7502b2fbfb34 HTTP/1.1" status: 200 len: 375 time: 0.0175245 Jun 30 19:05:54.260446 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-2c850337-afe7-4a77-8e3f-b8f933223c60 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=fac9afa1ccc744119cea7502b2fbfb34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781519 Jun 30 19:05:54.272414 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] No DVR routers for this DVR port baee80aa-940f-4f13-ae96-3f02033328d2 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:05:54.276148 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:54.287986 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-deleted', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:05:54.296796 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-04b1ce2f-a2c9-48ff-ab98-ccaf1bbcf2dd req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "DELETE /v2.0/ports/baee80aa-940f-4f13-ae96-3f02033328d2 HTTP/1.1" status: 204 len: 173 time: 1.9475806 Jun 30 19:05:54.399916 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:05:54.470737 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-09a1fbb3-82ef-47cf-a1ae-860f4a55f77f service neutron] 10.222.0.95 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947844 Jun 30 19:05:54.631763 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-30e216ec-bfb8-4fb8-8028-27d8501b580d req-1f93a1f2-c4a9-4ca3-92fc-cdef7bd1a7b3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=08bf7059-2c95-4f3b-8f3e-4990499c3af7 HTTP/1.1" status: 200 len: 210 time: 0.1577656 Jun 30 19:05:54.735404 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf7059-2c95-4f3b-8f3e-4990499c3af7', 'name': 'network-vif-deleted', 'tag': 'baee80aa-940f-4f13-ae96-3f02033328d2', 'status': 'completed', 'code': 200} Jun 30 19:05:54.822473 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-daec482d-1d8b-4cfd-81fb-4641f3707766 service neutron] 10.222.0.95 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504016 Jun 30 19:05:54.904867 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:54.910706 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] Checking router: 74061d4c-2ce8-4396-8428-d5ce7653102d for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:05:54.922114 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:05:55.023773 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: baee80aa-940f-4f13-ae96-3f02033328d2 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:05:55.024361 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device baee80aa-940f-4f13-ae96-3f02033328d2 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:05:55.027162 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:05:55.028215 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:05:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:55.361728 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42010) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:55.377846 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:05:55.386381 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-28629fdc-9631-4774-8f1d-fe7f436472d1 req-599d6c60-bbbf-44fc-be72-4137a6398059 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 210 time: 0.2330956 Jun 30 19:05:55.529381 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1793452291-network', 'tenant_id': '7808aa32f66d452d93cb840d65f95367'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:05:55.536397 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:55.544471 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Usage tracker for resource:network and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:55.549758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:55.563443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:55.584882 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Made reservation on behalf of 7808aa32f66d452d93cb840d65f95367 for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:05:55.590164 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:55.621882 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:55.654563 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:55.668823 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:55.676443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:55.687529 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:55.878274 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42024) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:55.898451 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:55.905092 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:55.915725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:55.997799 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:05:56.014227 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:56.021060 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:56.025455 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.025995 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Added segment cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18 of type vlan for network af0635f2-64ee-48f9-a92d-46148fd86f21 Jun 30 19:05:56.053933 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.095274 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.110815 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:05:56.123867 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6944082-90e8-4e1b-8d14-fd152d5a8e42 None None] The sync data for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb is: [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:05:56.132285 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.165261 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.167463 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:56.168399 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.178234 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-52563597-8e1d-4b57-9e81-f3c410bf1709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:56.277247 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.299982 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8851ab38-441f-42d1-9e84-4a0f94446a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:56.328913 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759daf75-19ba-439d-a1df-c46cbaf142c0,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:56.335198 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:56.338386 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.341012 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "DELETE /v2.0/security-groups/759daf75-19ba-439d-a1df-c46cbaf142c0 HTTP/1.1" status: 204 len: 168 time: 0.4604411 Jun 30 19:05:56.354269 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42028) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:56.401895 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Pushing event updated for resources: {'Network': ['ID=af0635f2-64ee-48f9-a92d-46148fd86f21,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:56.408796 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.api.v2.resource [None req-3121778d-e487-4740-8e00-a63539f69876 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] show failed (client error): The resource could not be found. Jun 30 19:05:56.413868 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0495963 Jun 30 19:05:56.413868 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:56.414553 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42032) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:56.417467 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42034) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:56.424583 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3121778d-e487-4740-8e00-a63539f69876 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups/759daf75-19ba-439d-a1df-c46cbaf142c0 HTTP/1.1" status: 404 len: 347 time: 0.0563850 Jun 30 19:05:56.436840 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network af0635f2-64ee-48f9-a92d-46148fd86f21 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:05:56.506514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Request body: {'subnet': {'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1793452291-subnet', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:05:56.511762 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:56.516867 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Usage tracker for resource:subnet and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:56.520432 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:56.528084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:56.545523 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Made reservation on behalf of 7808aa32f66d452d93cb840d65f95367 for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:05:56.550226 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16601772'] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:56.634812 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852870ce-e53b-4892-abcc-6e7d4e25c903 None None] New status for floating IP a557d051-5d3f-42d9-8ca0-1086dd81a31f: DOWN {{(pid=78663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:05:56.665743 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c88ef315-7011-4676-8bf8-25f4b2d76d95 req-72fce5c4-3656-4dab-9950-ef80e0bea449 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 210 time: 0.1078098 Jun 30 19:05:56.808265 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Deleting port b173686a-ea7f-4a15-afad-0c76729be022 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:05:56.808607 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:57.273750 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-c2847d24-05ed-412f-9318-d8e508ef8dc7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:57.275269 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-c2847d24-05ed-412f-9318-d8e508ef8dc7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "GET /v2.0/networks?id=7a232f05-26ff-4331-9188-723500456673 HTTP/1.1" status: 200 len: 812 time: 0.4263945 Jun 30 19:05:57.307152 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Request body: {'port': {'device_id': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'network_id': '7a232f05-26ff-4331-9188-723500456673', 'admin_state_up': True, 'tenant_id': 'fac9afa1ccc744119cea7502b2fbfb34'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:05:57.486197 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:57.486826 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:57.686766 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Calling delete_port for b173686a-ea7f-4a15-afad-0c76729be022 owned by network:floatingip {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:05:57.759884 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15193707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16601786'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:57.784077 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:57.861072 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-993c9a20-6bf5-414c-8348-2fe4cdd42306 req-c48d88df-d8d1-4d8b-bd57-310408aaf23a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 210 time: 0.0529649 Jun 30 19:05:57.862010 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:57.882530 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Usage tracker for resource:port and tenant:fac9afa1ccc744119cea7502b2fbfb34 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:57.889880 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:57.903991 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ae27e0-6317-4064-99c9-d9465ebee5dd,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:57.907883 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:57.915009 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:57.931382 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Made reservation on behalf of fac9afa1ccc744119cea7502b2fbfb34 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:05:57.935000 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:57.944782 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Checking segment: {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:05:57.945042 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Network hostable DHCP agents. Network: af0635f2-64ee-48f9-a92d-46148fd86f21, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:05:57.951274 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.api [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:05:57.951590 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_db.api [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:05:58.018723 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Network af0635f2-64ee-48f9-a92d-46148fd86f21 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:05:58.042005 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, af0635f2-64ee-48f9-a92d-46148fd86f21) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:05:58.054728 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623ad0e-5ca8-4965-b087-01040b32d20b None None] Network af0635f2-64ee-48f9-a92d-46148fd86f21 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:05:58.056543 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:58.057183 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.168057 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7493885 Jun 30 19:05:58.172457 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42048) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:05:58.179504 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:05:58.183083 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Allocated IP 172.20.0.11 (7a232f05-26ff-4331-9188-723500456673/d25cf63c-8928-4299-8224-c69dfbe20df4/0f36cf9c-4032-4ccc-a759-bc5e739fb161) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:05:58.186693 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:05:58.193525 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Usage tracker for resource:router and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:05:58.197244 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:05:58.204189 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:05:58.216451 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.217601 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.235655 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.342684 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-af0635f2-64ee-48f9-a92d-46148fd86f21', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 19:05:58.343654 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.454679 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Deleting port b173686a-ea7f-4a15-afad-0c76729be022 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:05:58.455350 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.517153 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.561437 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Allocated IP 172.20.0.2 (af0635f2-64ee-48f9-a92d-46148fd86f21/c0ae27e0-6317-4064-99c9-d9465ebee5dd/da2e07d9-d071-49f4-8ca3-f9c1749cdbe0) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:05:58.586897 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.645980 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.652645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-301621a2-d52b-41a2-812a-60d5c2711a00 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:58.766104 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Network 7a232f05-26ff-4331-9188-723500456673 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:05:58.778252 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Pushing event updated for resources: {'Port': ['ID=0f36cf9c-4032-4ccc-a759-bc5e739fb161,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:58.782412 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:05:58.786043 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:58.790530 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:05:58.880567 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.881117 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.930862 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.944354 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Transition to ACTIVE for port object da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:05:58.968225 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.972137 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Transition to ACTIVE for port object da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:05:58.981418 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:58.986950 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:59.009878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.058401 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Network af0635f2-64ee-48f9-a92d-46148fd86f21 is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:05:59.060870 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:05:59.065043 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:05:59.073000 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Pushing event updated for resources: {'Port': ['ID=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:59.120239 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.121521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.121521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.121521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.122100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.123102 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.123102 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.123584 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.124020 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.124441 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.124864 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.126247 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:05:59.130082 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:59.189719 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Attempting to bind port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:05:59.190283 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Attempting to bind port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:05:59.190756 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Attempting to bind port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 on network af0635f2-64ee-48f9-a92d-46148fd86f21 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:05:59.198600 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:05:59.199884 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Checking segment: {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:05:59.199884 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.199884 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Bound using segment: {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:05:59.200608 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Bound port: da2e07d9-d071-49f4-8ca3-f9c1749cdbe0, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:05:59.201091 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.221734 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a099cc4-eed3-4365-8632-de314daac12b req-f9b410e5-1376-49ee-91e2-d1fd353ccf3c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:59.223376 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8a099cc4-eed3-4365-8632-de314daac12b req-f9b410e5-1376-49ee-91e2-d1fd353ccf3c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 932 time: 0.1697679 Jun 30 19:05:59.262201 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Allocated IP 172.28.1.97 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/b6a5daf6-1101-4e70-b213-63d6904e76a8) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:05:59.291400 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Calling delete_port for b173686a-ea7f-4a15-afad-0c76729be022 owned by network:floatingip {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:05:59.295817 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8a099cc4-eed3-4365-8632-de314daac12b req-0fe25662-aa2e-4f11-a237-4d064e5404b7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655589 Jun 30 19:05:59.312842 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] For port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:05:59.317594 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] For port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:05:59.329635 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.333136 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-7837f0fb-4567-4a57-8c54-3f0be635fcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:59.357261 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:05:59.358376 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.423913 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Pushing event updated for resources: {'Port': ['ID=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:59.428159 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1250391 Jun 30 19:05:59.429227 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:59.465248 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Request body: {'port': {'device_id': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:05:59.474609 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.521619 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.532405 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:59.620321 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:05:59.622964 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:05:59.625306 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Pushing event updated for resources: {'Port': ['ID=b6a5daf6-1101-4e70-b213-63d6904e76a8,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:59.628850 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:05:59.629580 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:05:59.778583 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.854453 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:05:59.867687 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-edfb85b5-ce2b-4410-b96e-9b561e90e6e7 tempest-VolumesActionsTest-640021700 tempest-VolumesActionsTest-640021700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:05:59.928262 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:05:59.948530 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event deleted for resources: {'Port': ['ID=b173686a-ea7f-4a15-afad-0c76729be022,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:05:59.989608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:00.023935 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:00.158552 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.240951 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.256103 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "DELETE /v2.0/floatingips/a557d051-5d3f-42d9-8ca0-1086dd81a31f HTTP/1.1" status: 204 len: 168 time: 3.8266475 Jun 30 19:06:00.434693 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f36cf9c-4032-4ccc-a759-bc5e739fb161 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:00.449416 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.474578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Transition to ACTIVE for port object 0f36cf9c-4032-4ccc-a759-bc5e739fb161 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:00.482845 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.483438 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.492645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1ef8617b-18cf-4058-98ef-26abddddb4e1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:00.538002 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42058) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:00.600268 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852971166', 'description': 'tempest-description--1590965207'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:00.620173 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:00.636771 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:00.641786 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:00.651958 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:00.663986 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Pushing event updated for resources: {'Port': ['ID=0f36cf9c-4032-4ccc-a759-bc5e739fb161,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:00.673394 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:00.724694 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8779613-bdae-447e-b2a2-57078e8d62e9 None None] Network af0635f2-64ee-48f9-a92d-46148fd86f21 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:06:00.741190 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.762119 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Attempting to bind port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:00.762619 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Attempting to bind port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:00.763565 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Attempting to bind port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 on network 7a232f05-26ff-4331-9188-723500456673 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:00.769699 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 on network 7a232f05-26ff-4331-9188-723500456673 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:06:00.769699 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Attempting to bind port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 on network 7a232f05-26ff-4331-9188-723500456673 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:00.777255 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:00.777664 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Checking segment: {'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:00.778069 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Bound using segment: {'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:00.778547 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Bound port: 0f36cf9c-4032-4ccc-a759-bc5e739fb161, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '7a232f05-26ff-4331-9188-723500456673'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:00.778904 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.782638 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:00.790977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group_rule and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:00.795990 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:00.807419 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:00.903966 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] For port 0f36cf9c-4032-4ccc-a759-bc5e739fb161, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:00.904750 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Provisioning for port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:00.908289 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] For port 0f36cf9c-4032-4ccc-a759-bc5e739fb161, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=0f36cf9c-4032-4ccc-a759-bc5e739fb161,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:00.914952 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:00.919497 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:00.920471 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1299-a9b2-4b30-b7f7-f0a3e6427a5e req-7fe4529d-745e-47b5-b0c1-762924614c2f tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:00.922037 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-58af1299-a9b2-4b30-b7f7-f0a3e6427a5e req-7fe4529d-745e-47b5-b0c1-762924614c2f tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 944 time: 0.3835831 Jun 30 19:06:00.924952 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Provisioning complete for port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:00.925909 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.017080 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:01.018350 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.021141 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] 10.222.0.99 "PUT /v2.0/ports/0f36cf9c-4032-4ccc-a759-bc5e739fb161 HTTP/1.1" status: 200 len: 1094 time: 1.5662012 Jun 30 19:06:01.022004 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'tag': '0f36cf9c-4032-4ccc-a759-bc5e739fb161'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:01.081007 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Pushing event updated for resources: {'Port': ['ID=0f36cf9c-4032-4ccc-a759-bc5e739fb161,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:01.093184 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:01.159215 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'tag': '0f36cf9c-4032-4ccc-a759-bc5e739fb161', 'status': 'completed', 'code': 200} Jun 30 19:06:01.199440 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.209455 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.215511 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-58af1299-a9b2-4b30-b7f7-f0a3e6427a5e req-9a3d3d84-f972-4907-9650-775c8c19cb70 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359879 Jun 30 19:06:01.224344 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.230316 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-734ee478-1f10-48d8-bfc0-f828fed7cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:01.233537 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-734ee478-1f10-48d8-bfc0-f828fed7cb58 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac9afa1ccc744119cea7502b2fbfb34&device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 1097 time: 0.1299119 Jun 30 19:06:01.248962 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] For port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:01.255768 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.258239 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:01.298342 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.311189 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b398101d-df6f-4908-9edc-cd3c90b9b8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:01.355354 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Pushing event updated for resources: {'Port': ['ID=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:01.361243 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:01.376828 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-a03b82cd-75b1-4527-ac76-f4c89a2b2ea6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f36cf9c-4032-4ccc-a759-bc5e739fb161 HTTP/1.1" status: 200 len: 217 time: 0.1281004 Jun 30 19:06:01.390616 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde52d0-0bc6-409f-936b-dd489bf42339,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:01.400143 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:01.470609 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-e534cf03-ace0-4006-968f-6e723dc5073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:01.473120 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-e534cf03-ace0-4006-968f-6e723dc5073e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d25cf63c-8928-4299-8224-c69dfbe20df4 HTTP/1.1" status: 200 len: 852 time: 0.0844531 Jun 30 19:06:01.492267 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.496781 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9511535 Jun 30 19:06:01.497486 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42064) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:01.508217 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'security_group_rule': {'security_group_id': '7fde52d0-0bc6-409f-936b-dd489bf42339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:01.519369 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:01.529401 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group_rule and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:01.534644 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:01.545616 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:01.584412 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.586991 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-7ca041fc-ad35-4b84-969a-b8a66c3f0c53 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a232f05-26ff-4331-9188-723500456673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076267 Jun 30 19:06:01.613357 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-702de4dd-3c9d-4fd6-b269-6a98beb8cf14 None None] Provisioning complete for port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:01.614439 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-702de4dd-3c9d-4fd6-b269-6a98beb8cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:01.633514 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 19:06:01.873312 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-84388c61-c8f4-4b90-bb85-86f071786bbe service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799752 Jun 30 19:06:01.886185 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:02.095549 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0c832fb7-37d6-4913-8f67-2e72fd254448 req-6ac90253-647b-4b9e-9b40-b7ca7ca7734a service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151334 Jun 30 19:06:02.102928 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:02.103511 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.127897 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.140602 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.151648 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a0adb7eb-69e0-4aad-bfcd-5da80afafcec tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:02.209330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdb5632-8af4-40b3-ae6d-68e7a76e52b8,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:02.220457 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:06:02.223420 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:02.254654 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Sync routers for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:06:02.258781 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.261663 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7605574 Jun 30 19:06:02.264510 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42070) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:02.278996 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'security_group_rule': {'security_group_id': '7fde52d0-0bc6-409f-936b-dd489bf42339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:02.280323 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:02.280974 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:05:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:02.287722 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Notify callbacks [] for router, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.289451 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1156733 Jun 30 19:06:02.293440 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42074) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:02.299062 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:02.399172 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-50f8505a-ff38-48b2-9d65-7571cbb873e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:02.401961 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-50f8505a-ff38-48b2-9d65-7571cbb873e9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac9afa1ccc744119cea7502b2fbfb34&device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 1097 time: 0.1854250 Jun 30 19:06:02.435714 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:security_group_rule and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:02.442065 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:02.453419 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:02.520269 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:02.622176 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.687303 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-4da10087-1d8c-4e05-98f6-3d5deb28e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:02.689204 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-4da10087-1d8c-4e05-98f6-3d5deb28e573 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a232f05-26ff-4331-9188-723500456673 HTTP/1.1" status: 200 len: 914 time: 0.2796445 Jun 30 19:06:02.801558 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-8615d34d-9974-4808-b17c-f1647fac0202 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f36cf9c-4032-4ccc-a759-bc5e739fb161 HTTP/1.1" status: 200 len: 217 time: 0.1038918 Jun 30 19:06:02.893740 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.910795 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111e78-a7f5-4475-97ef-cbf0bc1376c7 req-0a717ecc-e3da-43f7-b0c3-c13f76b1ad1d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:02.913564 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-03111e78-a7f5-4475-97ef-cbf0bc1376c7 req-0a717ecc-e3da-43f7-b0c3-c13f76b1ad1d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 944 time: 0.3807411 Jun 30 19:06:02.920426 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:02.933687 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0f05c020-c910-47c7-a593-6f4fd1875df3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:02.940256 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-f9dbeefc-c506-4961-a187-d65b3cc51439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:02.942988 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-f9dbeefc-c506-4961-a187-d65b3cc51439 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d25cf63c-8928-4299-8224-c69dfbe20df4 HTTP/1.1" status: 200 len: 852 time: 0.1336405 Jun 30 19:06:03.008167 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:00Z', 'revision_number': 3, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:03.016310 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-5675925b-cb07-4fe9-9b3f-d55e3590c1b3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a232f05-26ff-4331-9188-723500456673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657978 Jun 30 19:06:03.018083 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Checking router: efb42d8e-6fa7-4d0a-b904-9ac840a17d58 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:06:03.018930 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Updating router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 port b6a5daf6-1101-4e70-b213-63d6904e76a8 binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:06:03.058222 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb8824b-c8a6-4b69-927f-94bcad5addca,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:03.095218 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:03.111104 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-03111e78-a7f5-4475-97ef-cbf0bc1376c7 req-78b671eb-edce-433e-bf81-b3fad738efb4 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820126 Jun 30 19:06:03.115796 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.117257 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-54b1ae5a-9320-465b-8c4a-b0033ced88de tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8499107 Jun 30 19:06:03.127082 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42078) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:03.142343 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.145305 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'floatingip': {'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:03.157311 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:03.258070 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:floatingip and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:03.265692 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:03.279336 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:03.286047 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-bb4426d0-1846-41b1-b0c9-524ef838fae9 service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567689 Jun 30 19:06:03.359318 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.543316 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-65799085-b61c-4ad7-b0e2-f6a78b8b6636 req-702ab931-49e9-40d9-a4ee-c12b61aae933 service neutron] 10.222.0.99 "GET /v2.0/networks/7a232f05-26ff-4331-9188-723500456673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522094 Jun 30 19:06:03.711929 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.731924 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.753276 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Transition to ACTIVE for port object b6a5daf6-1101-4e70-b213-63d6904e76a8 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:03.774640 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.782476 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5caa4912-535e-4dde-8357-6753bd90ea78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:03.831739 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.905609 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Attempting to bind port b6a5daf6-1101-4e70-b213-63d6904e76a8 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:03.906129 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Attempting to bind port b6a5daf6-1101-4e70-b213-63d6904e76a8 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:03.906777 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Attempting to bind port b6a5daf6-1101-4e70-b213-63d6904e76a8 on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:03.924894 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:03.925991 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:03.926701 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.927352 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:03.928168 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Bound port: b6a5daf6-1101-4e70-b213-63d6904e76a8, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:03.929990 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:03.980288 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1803d1-12ba-4408-ac5e-32669c056698 None None] Pushing event updated for resources: {'Port': ['ID=b6a5daf6-1101-4e70-b213-63d6904e76a8,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:04.008632 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-da1803d1-12ba-4408-ac5e-32669c056698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:04.072499 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] For port b6a5daf6-1101-4e70-b213-63d6904e76a8, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:04.079910 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] For port b6a5daf6-1101-4e70-b213-63d6904e76a8, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=b6a5daf6-1101-4e70-b213-63d6904e76a8,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:04.088957 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:04.097068 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-d9f5c9cb-b804-4a0d-94e9-ec2029dd65c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:04.194450 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:04.195600 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:05:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:04.245855 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Allocated IP 172.28.1.46 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/30857e98-e600-4f8a-960c-218d097570fc) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:04.276786 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Allocated IP 172.20.0.1 (af0635f2-64ee-48f9-a92d-46148fd86f21/c0ae27e0-6317-4064-99c9-d9465ebee5dd/9a7bd57a-b7bd-4b09-9396-5144e110cdf1) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:04.324539 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1803d1-12ba-4408-ac5e-32669c056698 None None] Pushing event updated for resources: {'Port': ['ID=b6a5daf6-1101-4e70-b213-63d6904e76a8,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:04.329689 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-da1803d1-12ba-4408-ac5e-32669c056698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:04.458189 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:04.759813 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:04.777989 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:00Z', 'revision_number': 3, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:04.782383 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a89a3a-5a38-43f6-9d35-2e10969d3b2e None None] The sync data for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb is: [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:00Z', 'revision_number': 3, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:06:04.793234 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399434d0-02f3-4875-a8e9-2dbeb91da2e4 req-5d3ad6f2-082f-44f3-b070-a71883e39d99 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:04.795041 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-399434d0-02f3-4875-a8e9-2dbeb91da2e4 req-5d3ad6f2-082f-44f3-b070-a71883e39d99 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 944 time: 0.4899814 Jun 30 19:06:04.808640 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:04.856251 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.provisioning_blocks [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Transition to ACTIVE for port object 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 will not be triggered until provisioned by entity DHCP. {{(pid=78661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:04.889874 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-399434d0-02f3-4875-a8e9-2dbeb91da2e4 req-e600477b-fb8d-4bbe-a62e-1aa7fd8f58df tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845268 Jun 30 19:06:04.892735 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:04.900326 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-90c294b6-eee2-4d06-b295-da3aa5da77ab tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:04.978158 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 0f36cf9c-4032-4ccc-a759-bc5e739fb161 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:06:04.979689 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:04.983757 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:04.988000 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:05.018463 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.036805 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'Port': ['ID=30857e98-e600-4f8a-960c-218d097570fc,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:05.047907 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:05.048337 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:05.128187 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Network af0635f2-64ee-48f9-a92d-46148fd86f21 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:05.135033 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:05.142737 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:05.185579 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:05.198439 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:05.204409 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 0f36cf9c-4032-4ccc-a759-bc5e739fb161, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=0f36cf9c-4032-4ccc-a759-bc5e739fb161,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:05.231611 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.240454 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '0f36cf9c-4032-4ccc-a759-bc5e739fb161', 'network_id': '7a232f05-26ff-4331-9188-723500456673', 'port_id': '0f36cf9c-4032-4ccc-a759-bc5e739fb161', 'mac_address': 'fa:16:3e:40:4d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25cf63c-8928-4299-8224-c69dfbe20df4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:06:05.335494 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.372672 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f36cf9c-4032-4ccc-a759-bc5e739fb161 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:05.387810 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.403715 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 0f36cf9c-4032-4ccc-a759-bc5e739fb161, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=0f36cf9c-4032-4ccc-a759-bc5e739fb161,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:05.408581 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.412242 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:05.492731 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.520183 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-17a33e0a-e766-4eb7-b401-ef42b1e1e4ee None None] Provisioning for port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:05.532684 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-17a33e0a-e766-4eb7-b401-ef42b1e1e4ee None None] Provisioning complete for port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:05.533199 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-17a33e0a-e766-4eb7-b401-ef42b1e1e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.614034 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=0f36cf9c-4032-4ccc-a759-bc5e739fb161,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:05.626361 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:05.655739 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-17a33e0a-e766-4eb7-b401-ef42b1e1e4ee None None] Port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:06:05.731071 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['0f36cf9c-4032-4ccc-a759-bc5e739fb161'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:06:05.867554 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:05.906836 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b6a5daf6-1101-4e70-b213-63d6904e76a8 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:05.996499 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.072062 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-418506e0-b0a3-426c-90bb-362904a3a05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.087891 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.093816 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port b6a5daf6-1101-4e70-b213-63d6904e76a8 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:06.105399 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port b6a5daf6-1101-4e70-b213-63d6904e76a8 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:06.105787 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.156441 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-250311be-c2c3-42c3-a49b-e43524fbd6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:06.258408 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.276811 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port b6a5daf6-1101-4e70-b213-63d6904e76a8, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=b6a5daf6-1101-4e70-b213-63d6904e76a8,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:06.282191 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.285043 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-324f9c25-9772-48b8-9d6b-dc2f1655f44b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:06.363523 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=b6a5daf6-1101-4e70-b213-63d6904e76a8,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:06.368819 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:06.383423 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'Port': ['ID=30857e98-e600-4f8a-960c-218d097570fc,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:06.384391 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:06.492094 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.538497 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.587234 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.588474 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4558539 Jun 30 19:06:06.596848 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d182c9-e74a-4a4f-ab2e-9f4fad771fcd req-f18fca81-1bc9-44f4-b9b2-4601415d3adb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:06.598832 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e4d182c9-e74a-4a4f-ab2e-9f4fad771fcd req-f18fca81-1bc9-44f4-b9b2-4601415d3adb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 945 time: 0.4588451 Jun 30 19:06:06.635372 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.652688 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.687481 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:06.758704 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e4d182c9-e74a-4a4f-ab2e-9f4fad771fcd req-4b788a4c-35e2-4261-a26d-79ca17ff07a3 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506670 Jun 30 19:06:06.796468 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:06.811813 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:06.817030 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:06.948450 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-36000724-7662-4c59-84ab-f62c817451a6 req-8de9580b-c880-47e4-9920-99046a82f5e9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Synchronizing usage tracker for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:06:06.991619 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 0f36cf9c-4032-4ccc-a759-bc5e739fb161 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:07.010258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-36000724-7662-4c59-84ab-f62c817451a6 req-8de9580b-c880-47e4-9920-99046a82f5e9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Unset dirty status for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:06:07.012249 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-8de9580b-c880-47e4-9920-99046a82f5e9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--852971166&fields=id&tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 267 time: 0.1813421 Jun 30 19:06:07.026980 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Network af0635f2-64ee-48f9-a92d-46148fd86f21 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:07.071272 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:07.086837 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:07.094851 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:07.095664 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:07.233823 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:07.267730 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f36cf9c-4032-4ccc-a759-bc5e739fb161'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:07.284451 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 0f36cf9c-4032-4ccc-a759-bc5e739fb161, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=0f36cf9c-4032-4ccc-a759-bc5e739fb161,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:07.291385 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:07.294591 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:07.368268 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f36cf9c-4032-4ccc-a759-bc5e739fb161', 'code': 200} Jun 30 19:06:07.431731 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-341bb268-7194-4328-ac1a-21206296fb1d None None] Provisioning complete for port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:07.432270 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-341bb268-7194-4328-ac1a-21206296fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:07.464362 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=0f36cf9c-4032-4ccc-a759-bc5e739fb161,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:07.495821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-d6ff2803-bb19-4129-80e8-09cf4cbe1beb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:07.497589 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-d6ff2803-bb19-4129-80e8-09cf4cbe1beb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 816 time: 0.4682724 Jun 30 19:06:07.513481 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:06:07.523911 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:07.555141 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-341bb268-7194-4328-ac1a-21206296fb1d None None] Port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:06:07.608318 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-cebd8624-0054-481e-9b19-bf46111f196e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/quotas/5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 375 time: 0.0931168 Jun 30 19:06:07.718672 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690180a-2678-482a-a458-2023edfba85e req-332b1929-8231-4bdf-9aa6-782db953d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:07.720541 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6690180a-2678-482a-a458-2023edfba85e req-332b1929-8231-4bdf-9aa6-782db953d9c3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 1099 time: 0.1071811 Jun 30 19:06:07.787488 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6690180a-2678-482a-a458-2023edfba85e req-89675074-d4d2-4cd1-949e-eb9eeb3225a1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604093 Jun 30 19:06:07.796967 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b6a5daf6-1101-4e70-b213-63d6904e76a8 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:07.830321 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:06:07.850019 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] 10.222.0.95 "PUT /v2.0/routers/efb42d8e-6fa7-4d0a-b904-9ac840a17d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5414071 Jun 30 19:06:07.859335 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-21b59614-54c6-46d7-9b34-03284bf71a1e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2218089 Jun 30 19:06:07.860135 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Sync routers for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:06:07.895102 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:07.895749 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:05:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:07.977383 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port b6a5daf6-1101-4e70-b213-63d6904e76a8 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:07.977981 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:08.173062 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:08.217319 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17dc24-2cff-4b00-a316-63245c8e5e2d req-e696948a-fe58-4928-a2e7-2e7612501909 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:08.218929 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-de17dc24-2cff-4b00-a316-63245c8e5e2d req-e696948a-fe58-4928-a2e7-2e7612501909 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1946588 Jun 30 19:06:08.229114 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-e0f889ea-429a-483b-803b-da4894a7fe4f service neutron] 10.222.0.95 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385398 Jun 30 19:06:08.386790 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-de17dc24-2cff-4b00-a316-63245c8e5e2d req-ba7e72d1-ee94-4509-adc8-d1126eed1572 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526976 Jun 30 19:06:08.460991 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-b77fe2ff-4d63-4c96-ba56-7cde269d62ca service neutron] 10.222.0.95 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304432 Jun 30 19:06:08.756209 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42122) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:08.765329 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1790617272-network', 'tenant_id': '1eae7ee92eb34894843cf59666df580f'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:08.770640 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7c3c74f7-6294-4209-a6d5-8d1172ed6c59 req-b30fcfbf-d553-452b-8580-8f4ff36965a5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 210 time: 0.0771258 Jun 30 19:06:08.783783 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:08.793395 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Usage tracker for resource:network and tenant:1eae7ee92eb34894843cf59666df580f is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:08.804288 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:08.813023 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:08.827709 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Made reservation on behalf of 1eae7ee92eb34894843cf59666df580f for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:06:08.830629 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:08.854708 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 2, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:08.857265 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:08.866355 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Checking router: efb42d8e-6fa7-4d0a-b904-9ac840a17d58 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:06:08.866933 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Updating router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:06:08.882401 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:08.886853 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-a0f202d8-c6ad-4a6b-882d-4cce2e8fb77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:08.899702 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:1eae7ee92eb34894843cf59666df580f is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:08.905862 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:08.914367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:08.977604 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.067699 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.072637 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.078003 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:09.111806 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:06:09.126915 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d7a35a-0c1c-466f-ae07-682e29ab7a94,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:09.139402 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:09.146773 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.147586 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Added segment f2b0832b-00dd-40af-afa8-98c7579552e9 of type vlan for network 89a10e69-0c23-45e7-a690-3b8136fd7982 Jun 30 19:06:09.195251 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.251733 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.256020 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:09.257155 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.276921 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:09.383145 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6258593 Jun 30 19:06:09.386118 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42132) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:09.391763 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Request body: {'subnet': {'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1790617272-subnet', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:09.400211 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:09.401260 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=89a10e69-0c23-45e7-a690-3b8136fd7982,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:09.405393 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:09.406488 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Usage tracker for resource:subnet and tenant:1eae7ee92eb34894843cf59666df580f is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:09.410896 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:09.422815 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:09.431293 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:06:09.438308 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Made reservation on behalf of 1eae7ee92eb34894843cf59666df580f for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:06:09.441202 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16601772'] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.471608 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.492876 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Transition to ACTIVE for port object 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:09.505591 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.519838 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a4228047-b751-47b2-b6c5-dd03fabdffc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:09.702506 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15193707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16601786'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.708400 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Pushing event updated for resources: {'Port': ['ID=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:09.709910 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d6159846-e0e9-4db4-b277-5f9d0ccfd811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:09.720393 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.720811 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.721064 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.721370 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.721689 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.722250 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.722673 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.722991 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.723345 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.723610 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.723924 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.724232 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:09.729460 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:09.774951 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e5f66-f61d-434d-8fe0-3510e9f30bf3 req-8cd39f5a-23f8-4874-95a1-549741705f21 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:09.791221 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ff0e5f66-f61d-434d-8fe0-3510e9f30bf3 req-8cd39f5a-23f8-4874-95a1-549741705f21 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1940193 Jun 30 19:06:09.929873 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Attempting to bind port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:09.930473 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Attempting to bind port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:09.930629 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Attempting to bind port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 on network af0635f2-64ee-48f9-a92d-46148fd86f21 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:09.937554 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Checking segment: {'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:09.938161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Network hostable DHCP agents. Network: 89a10e69-0c23-45e7-a690-3b8136fd7982, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:06:09.944697 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:09.945130 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Checking segment: {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:09.945480 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.945886 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Bound using segment: {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:09.948212 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Bound port: 9a7bd57a-b7bd-4b09-9396-5144e110cdf1, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:09.948678 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:09.949888 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e45f79-84a8-4375-9af3-37951ce45394,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:09.960203 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:09.990780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:06:10.011159 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 89a10e69-0c23-45e7-a690-3b8136fd7982) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:10.017793 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:10.019983 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:10.023648 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f908804-644e-4d59-a90b-3add4d6294e8 None None] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:06:10.098535 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] For port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:10.103235 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] For port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:10.109430 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:10.116541 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:10.142842 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ff0e5f66-f61d-434d-8fe0-3510e9f30bf3 req-06c152e6-d392-4092-8a9a-83ba3ca9a561 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472447 Jun 30 19:06:10.155061 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b05958f9-2946-433c-b6f1-2ffb4b97795e req-39a74b16-a0f8-4246-b5a6-09f6d3b62a40 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 210 time: 0.0652122 Jun 30 19:06:10.160516 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-9b57ad78-df2c-4b9a-adbe-c402f7b19fea admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7733655 Jun 30 19:06:10.163624 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42140) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:10.179947 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:10.186196 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:10.190602 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Usage tracker for resource:router and tenant:1eae7ee92eb34894843cf59666df580f is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:10.209071 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:10.226991 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:10.227635 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:10.230771 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:10.256921 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1993'] for router, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:10.258204 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:10.307329 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:10.355235 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Pushing event updated for resources: {'Port': ['ID=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,revision_number=4']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:10.397521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4c5ca3c-637c-5811-ab30-be1c203b13ea-89a10e69-0c23-45e7-a690-3b8136fd7982', 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'fixed_ips': [{'subnet_id': 'd5e45f79-84a8-4375-9af3-37951ce45394'}]}} from dv-cinder-798879-1-smb. {{(pid=78662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 19:06:10.399102 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:10.415089 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:10.463245 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:10.556991 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:10.707321 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.db_base_plugin_common [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Allocated IP 172.20.0.2 (89a10e69-0c23-45e7-a690-3b8136fd7982/d5e45f79-84a8-4375-9af3-37951ce45394/e3e040ae-5049-4d64-9eb7-f78353c579e4) {{(pid=78662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:10.725419 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-9c11ac35-af66-4d2d-8a06-1c68fa108ab8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:10.729085 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-9c11ac35-af66-4d2d-8a06-1c68fa108ab8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 816 time: 0.2329235 Jun 30 19:06:10.801781 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-082a20e7-91e6-462f-97aa-237f9ebb4b49 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 379 time: 0.0538888 Jun 30 19:06:10.812356 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'port': {'device_id': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'admin_state_up': True, 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'security_groups': ['7fde52d0-0bc6-409f-936b-dd489bf42339']}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:10.847347 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2030'] for router, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.122684 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:11.145061 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:10Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:11.148196 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Usage tracker for resource:port and tenant:5b7dd4a64ab14c27ba8ba80da9ab603e is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:11.151501 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a69b86-54a7-4db1-a4c9-f5a093af6d8b None None] The sync data for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb is: [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:10Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:06:11.159004 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:11.174665 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:11.205002 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Made reservation on behalf of 5b7dd4a64ab14c27ba8ba80da9ab603e for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:06:11.210036 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.213033 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.261453 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Notify callbacks [] for port, precommit_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.290023 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Transition to ACTIVE for port object e3e040ae-5049-4d64-9eb7-f78353c579e4 will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:11.318102 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Transition to ACTIVE for port object e3e040ae-5049-4d64-9eb7-f78353c579e4 will not be triggered until provisioned by entity DHCP. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:11.328655 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732'] for port, after_create {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.339597 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:11.496646 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 is already hosted by enough agents. {{(pid=78662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:11.501712 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.scheduler.base_scheduler [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Resources bound (agent type, host, resource id): {{(pid=78662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:11.505426 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Received port after_create {{(pid=78662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:11.517926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Pushing event updated for resources: {'Port': ['ID=e3e040ae-5049-4d64-9eb7-f78353c579e4,revision_number=1']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:11.522579 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:11.578518 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Allocated IP 172.20.0.12 (0ea1f0df-b629-4334-8876-2b25377a9ccd/d69c0410-fb05-476a-a9dc-fadb6b002d65/a36bd67b-d928-4a28-bd1c-54c880cb5370) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:11.604486 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d2173350-0bd8-474b-9fe7-eeb288153d8a req-305ee213-6f90-4644-b95d-70fc798d9074 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 210 time: 0.1547537 Jun 30 19:06:11.629657 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Attempting to bind port e3e040ae-5049-4d64-9eb7-f78353c579e4 on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:11.630215 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Attempting to bind port e3e040ae-5049-4d64-9eb7-f78353c579e4 by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:11.630498 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Attempting to bind port e3e040ae-5049-4d64-9eb7-f78353c579e4 on network 89a10e69-0c23-45e7-a690-3b8136fd7982 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:11.637296 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:11.637689 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Checking segment: {'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:11.638050 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.638504 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Bound using segment: {'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:11.638997 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Bound port: e3e040ae-5049-4d64-9eb7-f78353c579e4, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:11.639380 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.659148 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.699714 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.779739 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] For port e3e040ae-5049-4d64-9eb7-f78353c579e4, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:11.783819 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] For port e3e040ae-5049-4d64-9eb7-f78353c579e4, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3e040ae-5049-4d64-9eb7-f78353c579e4,segment=NetworkSegment(f2b0832b-00dd-40af-afa8-98c7579552e9),segment_id=f2b0832b-00dd-40af-afa8-98c7579552e9)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:11.792480 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:11.799788 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:11.894249 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:11.936302 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Allocated IP 172.28.1.20 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/3a62802f-6555-40c0-a61f-e7f1a3c2a4de) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:11.983932 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.004683 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Pushing event updated for resources: {'Port': ['ID=e3e040ae-5049-4d64-9eb7-f78353c579e4,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:12.009855 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:12.014352 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Transition to ACTIVE for port object a36bd67b-d928-4a28-bd1c-54c880cb5370 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:12.037971 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:12.048157 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:12.048913 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.049341 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.056922 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:12.159197 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:12.162743 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:12.167244 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:12.240149 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.247811 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.264546 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.267251 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:12.279608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:12.316508 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:12.317821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.331950 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:12.351659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.355525 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5500624 Jun 30 19:06:12.358190 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:12.360937 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.363787 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:12.385935 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Request body: {'port': {'device_id': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:12.439886 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Pushing event updated for resources: {'Port': ['ID=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:12.444236 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:12.468582 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:12.469916 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:12.474330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:12.547646 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:12.561362 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:12.718266 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.737011 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-313e88e9-6fd6-4158-a6a6-3e6514e1273c None None] Provisioning for port a36bd67b-d928-4a28-bd1c-54c880cb5370 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:12.750866 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-313e88e9-6fd6-4158-a6a6-3e6514e1273c None None] Provisioning complete for port a36bd67b-d928-4a28-bd1c-54c880cb5370 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:12.755941 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-313e88e9-6fd6-4158-a6a6-3e6514e1273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:12.826459 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-313e88e9-6fd6-4158-a6a6-3e6514e1273c None None] Port a36bd67b-d928-4a28-bd1c-54c880cb5370 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:06:13.329334 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36bd67b-d928-4a28-bd1c-54c880cb5370 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:13.338923 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:13.358041 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Transition to ACTIVE for port object a36bd67b-d928-4a28-bd1c-54c880cb5370 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:13.363692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:13.368431 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e96d032c-e79d-43a2-a635-f1fd0daf03c4 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:13.428290 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:13.462869 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e636e2d-eb8a-49e2-ac3a-994ca7f9ffd6 None None] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:06:13.510414 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:13.542466 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:13.607369 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107c936-8afe-4ff4-b4f6-0da94dde7e42 req-aaaa118b-6fe7-48cc-9f32-7be14f4b1df3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:13.609010 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5107c936-8afe-4ff4-b4f6-0da94dde7e42 req-aaaa118b-6fe7-48cc-9f32-7be14f4b1df3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.8245819 Jun 30 19:06:13.655683 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Attempting to bind port a36bd67b-d928-4a28-bd1c-54c880cb5370 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:13.656344 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Attempting to bind port a36bd67b-d928-4a28-bd1c-54c880cb5370 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:13.657048 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Attempting to bind port a36bd67b-d928-4a28-bd1c-54c880cb5370 on network 0ea1f0df-b629-4334-8876-2b25377a9ccd {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:13.657333 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-72da998b-3004-4287-9d7e-cd6a43a946a0 None None] Provisioning for port e3e040ae-5049-4d64-9eb7-f78353c579e4 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:13.665234 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Port a36bd67b-d928-4a28-bd1c-54c880cb5370 on network 0ea1f0df-b629-4334-8876-2b25377a9ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:06:13.665996 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Attempting to bind port a36bd67b-d928-4a28-bd1c-54c880cb5370 on network 0ea1f0df-b629-4334-8876-2b25377a9ccd {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:13.676847 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:13.677642 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Checking segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:13.678546 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Bound using segment: {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:13.692023 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Bound port: a36bd67b-d928-4a28-bd1c-54c880cb5370, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca937ed8-04be-495f-b8ed-6b9b2b807594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:13.692839 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:13.899061 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:13.905226 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:13.913617 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:13.931416 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67343fc5-b7d8-40c0-a929-9d731383f4c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:13.995636 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5107c936-8afe-4ff4-b4f6-0da94dde7e42 req-3c46ba04-4ddb-4218-942f-470ce36069ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386617 Jun 30 19:06:14.021495 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3e040ae-5049-4d64-9eb7-f78353c579e4 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:14.035878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701233'] for router, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.157976 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port e3e040ae-5049-4d64-9eb7-f78353c579e4 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:14.163448 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port e3e040ae-5049-4d64-9eb7-f78353c579e4 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:14.163825 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.196291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:14.198244 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.205313 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] 10.222.0.99 "PUT /v2.0/ports/a36bd67b-d928-4a28-bd1c-54c880cb5370 HTTP/1.1" status: 200 len: 1094 time: 1.8270409 Jun 30 19:06:14.206777 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:14.270440 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:14.274778 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:14.371319 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'status': 'completed', 'code': 200} Jun 30 19:06:14.381250 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 is scheduled to L3 agent 6c760971-2521-467f-9caf-686d49245c29 with binding_index 1 {{(pid=78661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 19:06:14.383624 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.431573 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port e3e040ae-5049-4d64-9eb7-f78353c579e4, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3e040ae-5049-4d64-9eb7-f78353c579e4,segment=NetworkSegment(f2b0832b-00dd-40af-afa8-98c7579552e9),segment_id=f2b0832b-00dd-40af-afa8-98c7579552e9)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:14.441011 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-a8a5d37d-0592-40ca-a460-15a4896e2288 None None] Provisioning complete for port e3e040ae-5049-4d64-9eb7-f78353c579e4 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:14.441510 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d37d-0592-40ca-a460-15a4896e2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.462321 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-27771fcd-04d9-486d-b1e1-ff6c2476c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:14.463780 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-27771fcd-04d9-486d-b1e1-ff6c2476c9d3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 1097 time: 0.0947487 Jun 30 19:06:14.474215 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-21f601e1-64cf-46d1-a951-2757c1a3419d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1990819 Jun 30 19:06:14.484360 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.485241 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:14.542311 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-da1803d1-12ba-4408-ac5e-32669c056698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:14.576979 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-aca8f939-c89e-4d2f-8076-153422f80ebd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370 HTTP/1.1" status: 200 len: 217 time: 0.0718374 Jun 30 19:06:14.616723 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=e3e040ae-5049-4d64-9eb7-f78353c579e4,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:14.621645 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:06:14.622439 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:14.636431 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Sync routers for ids ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:06:14.649960 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Routers {'5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:14.650626 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:14.652967 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] Notify callbacks [] for router, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.658096 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a770487c-47cb-4c58-a5d2-a9a3178e555d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4931788 Jun 30 19:06:14.659598 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42176) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:14.728746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-69396f1e-1ea8-4725-a51a-6fe4fb3bb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:14.730319 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-69396f1e-1ea8-4725-a51a-6fe4fb3bb9e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.1463552 Jun 30 19:06:14.754210 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:14.754596 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:14.804398 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-fde73e3f-d664-4f3e-afc4-9ad539aed11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:14.806051 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-fde73e3f-d664-4f3e-afc4-9ad539aed11d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 1098 time: 0.1657674 Jun 30 19:06:14.855828 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000724-7662-4c59-84ab-f62c817451a6 req-f9310221-cb8a-494d-8ee9-19790817da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:14.857733 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-f9310221-cb8a-494d-8ee9-19790817da21 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203365 Jun 30 19:06:15.109997 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-b20c0388-1d07-4cee-a631-6715dcd04e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:15.113735 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-b20c0388-1d07-4cee-a631-6715dcd04e30 service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 0.2783434 Jun 30 19:06:15.115100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Set router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:15.116271 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-71152fcf-ba0f-474d-912c-ca9a65a81dee service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026346 Jun 30 19:06:15.378473 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-c58a6c87-f666-4cbc-8f7e-28b546bcdc81 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 200 len: 1000 time: 0.2532792 Jun 30 19:06:15.384080 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-36000724-7662-4c59-84ab-f62c817451a6 req-beb0da2f-f129-47e8-b6a4-3772704b9b8d service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760781 Jun 30 19:06:15.457752 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-4718985e-0309-47cc-80a5-2ff826fbe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:15.459286 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-4718985e-0309-47cc-80a5-2ff826fbe2a4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.0744348 Jun 30 19:06:15.484680 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:06:12Z', 'revision_number': 3, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port': {'id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:11Z', 'updated_at': '2021-06-30T19:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:15.490721 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Checking router: 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:06:15.491100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Updating router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de binding host dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:06:15.516288 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f55b3-7349-4953-841a-d6c3ab077dbb req-edf81252-638c-4905-a094-46095608ba7a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:15.517842 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-143f55b3-7349-4953-841a-d6c3ab077dbb req-edf81252-638c-4905-a094-46095608ba7a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.3055801 Jun 30 19:06:15.559880 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:15.631188 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-91d2c0c1-3a19-437d-ac90-95ff99e49157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:15.632581 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-91d2c0c1-3a19-437d-ac90-95ff99e49157 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 1097 time: 0.1115794 Jun 30 19:06:15.635704 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-f887c645-5ce5-4b22-b5d3-2d1e4bb3ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:15.637244 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-f887c645-5ce5-4b22-b5d3-2d1e4bb3ab72 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1602764 Jun 30 19:06:15.650297 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-143f55b3-7349-4953-841a-d6c3ab077dbb req-eeeba863-3487-4f1e-bec5-4512ca0a73cc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978515 Jun 30 19:06:15.743503 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:15.850806 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3e040ae-5049-4d64-9eb7-f78353c579e4 up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:16.002279 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port e3e040ae-5049-4d64-9eb7-f78353c579e4 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:16.002663 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.005920 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Allocated IP 172.20.0.1 (89a10e69-0c23-45e7-a690-3b8136fd7982/d5e45f79-84a8-4375-9af3-37951ce45394/a5e902a2-13db-4c68-8bc5-f345fb2d026e) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:16.030989 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-9dec6426-7dd8-4bcc-b0d7-a7d46c523f72 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826632 Jun 30 19:06:16.032751 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-5dc0cc75-e726-4eed-8966-587c336d05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:16.035237 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-5dc0cc75-e726-4eed-8966-587c336d05f7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.3891268 Jun 30 19:06:16.216370 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.219409 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Notify callbacks [] for port, precommit_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.248947 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.provisioning_blocks [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Transition to ACTIVE for port object a5e902a2-13db-4c68-8bc5-f345fb2d026e will not be triggered until provisioned by entity DHCP. {{(pid=78661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:16.254075 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Transition to ACTIVE for port object 3a62802f-6555-40c0-a61f-e7f1a3c2a4de will not be triggered until provisioned by entity L2. {{(pid=78662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:16.269832 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.279026 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-da1803d1-12ba-4408-ac5e-32669c056698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:16.293258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.303889 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:16.368766 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-f69b109f-4bc9-4af8-a213-b4009a4f4382 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370 HTTP/1.1" status: 200 len: 217 time: 0.2818639 Jun 30 19:06:16.408819 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Attempting to bind port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:16.408819 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Attempting to bind port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:16.409826 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Attempting to bind port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de on network 91fdc1ca-3a7f-4015-9808-80fda02dc277 {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:16.425597 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab8194-23d5-43a5-b7fd-2f3f02620e26 None None] Pushing event updated for resources: {'Port': ['ID=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,revision_number=2']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:16.429762 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:16.430392 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Checking segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:16.431433 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.431695 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Bound using segment: {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'} {{(pid=78662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:16.432464 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.managers [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Bound port: 3a62802f-6555-40c0-a61f-e7f1a3c2a4de, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd52f03-305f-44a1-956b-61c3c79a3edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}}] {{(pid=78662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:16.433080 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.441262 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:16.446547 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:16.450568 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:16.476188 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-f1ab8194-23d5-43a5-b7fd-2f3f02620e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:16.481812 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ba436d8b-53ed-4354-89f1-16e93bc2dbc7 req-f48556fd-534f-43c3-89a2-0fe90fb0d4b9 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348626 Jun 30 19:06:16.490336 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-a428631c-cfd8-4c79-a1e0-f289621295d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:16.491837 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-a428631c-cfd8-4c79-a1e0-f289621295d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.1160197 Jun 30 19:06:16.536316 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a5e902a2-13db-4c68-8bc5-f345fb2d026e,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:16.542994 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:16.564422 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701431'] for router_interface, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.582906 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] For port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:16.587697 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] For port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:16.596372 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.604799 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:16.615378 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-d5b55a9f-75bc-4ff1-9e2f-53a2352a9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:16.618361 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-d5b55a9f-75bc-4ff1-9e2f-53a2352a9011 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1188886 Jun 30 19:06:16.687096 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab8194-23d5-43a5-b7fd-2f3f02620e26 None None] Pushing event updated for resources: {'Port': ['ID=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,revision_number=3']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:16.691082 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Routers {'5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:16.692093 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:16.726069 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.780725 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-6506effe-8b0a-4def-bd39-fb54a6017a2a service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541333 Jun 30 19:06:16.870122 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-f1ab8194-23d5-43a5-b7fd-2f3f02620e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:16.913431 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-1cfb7632-2ff4-4b66-af7c-57f69b729174 None None] Provisioning for port a5e902a2-13db-4c68-8bc5-f345fb2d026e completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:16.922403 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-1cfb7632-2ff4-4b66-af7c-57f69b729174 None None] Provisioning complete for port a5e902a2-13db-4c68-8bc5-f345fb2d026e triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:16.922785 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7632-2ff4-4b66-af7c-57f69b729174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:16.937655 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-db84ce78-450b-4215-a77d-d9c6f8e85ed7 req-187cb4be-d653-49de-a607-d280ede70258 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504402 Jun 30 19:06:16.982440 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] Set router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:17.033699 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:06:17.039659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2bb35-bb60-4bff-bfdc-f48bede34597 req-2796c365-2539-4079-9d43-132a55994c35 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:17.041214 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1ec2bb35-bb60-4bff-bfdc-f48bede34597 req-2796c365-2539-4079-9d43-132a55994c35 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.1568656 Jun 30 19:06:17.063297 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb7632-2ff4-4b66-af7c-57f69b729174 None None] Port a5e902a2-13db-4c68-8bc5-f345fb2d026e cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:06:17.078506 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:17.084269 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:17.111978 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3698aaac-30cf-4f7a-ad43-78db63baa637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:17.302706 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1ec2bb35-bb60-4bff-bfdc-f48bede34597 req-72e764a6-ed61-4216-b4d5-fc233a1fe068 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445862 Jun 30 19:06:17.318560 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a5e902a2-13db-4c68-8bc5-f345fb2d026e,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:17.322862 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:17.325697 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716108'] for router_interface, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:17.366547 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:17.417432 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'port_id': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'mac_address': 'fa:16:3e:40:82:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:06:17.496816 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:17.498101 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:17.523743 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:17.569557 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36bd67b-d928-4a28-bd1c-54c880cb5370 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:17.602301 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 4, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port': {'id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:11Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'a5e902a2-13db-4c68-8bc5-f345fb2d026e', 'name': '', 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'mac_address': 'fa:16:3e:f5:65:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:15Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 1, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'subnets': [{'id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:17.609729 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:17.613336 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba45e50-de10-4669-8ace-f9974c2484ef None None] The sync data for ids ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'] in dv-cinder-798879-1-smb is: [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 4, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port': {'id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:11Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'a5e902a2-13db-4c68-8bc5-f345fb2d026e', 'name': '', 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'mac_address': 'fa:16:3e:f5:65:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:15Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 1, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'subnets': [{'id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:06:17.618782 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:17.620832 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:17.774632 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:06:17.814714 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:17.823307 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:17.896736 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-d7809446-94b9-4e50-aa15-56faa81571af None None] Provisioning complete for port a5e902a2-13db-4c68-8bc5-f345fb2d026e triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:17.897161 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d7809446-94b9-4e50-aa15-56faa81571af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:17.953574 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['a36bd67b-d928-4a28-bd1c-54c880cb5370'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:06:18.039509 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:06:18.046379 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-d7809446-94b9-4e50-aa15-56faa81571af None None] Port a5e902a2-13db-4c68-8bc5-f345fb2d026e cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:06:18.056502 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] 10.222.0.95 "PUT /v2.0/routers/5ad684a2-4a60-44f0-a2b3-c91f77fb1f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3886027 Jun 30 19:06:18.601970 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752cff7-dccc-42c8-8275-14d5f92a8b1e req-7dfbc30b-8177-4e3c-a0db-d5b88bc595ac tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:18.603077 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7752cff7-dccc-42c8-8275-14d5f92a8b1e req-7dfbc30b-8177-4e3c-a0db-d5b88bc595ac tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 945 time: 0.1630707 Jun 30 19:06:18.674345 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7752cff7-dccc-42c8-8275-14d5f92a8b1e req-a213557f-92ba-46d5-9237-3a174c240c6b tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647862 Jun 30 19:06:19.038446 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:19.148508 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port a36bd67b-d928-4a28-bd1c-54c880cb5370 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:19.154069 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port a36bd67b-d928-4a28-bd1c-54c880cb5370 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:19.154641 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:19.327399 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:19.368521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:19.382891 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:19.391134 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:19.393105 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-8ec8ca05-32fe-42a5-9b5a-1697a72d8fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:19.471419 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'code': 200} Jun 30 19:06:19.522860 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:19.526052 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:19.804866 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93229169-8c8b-4782-a32d-b4e026094f85 req-aaf5a9d8-d46b-4a14-9f9e-04f1f29fdb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:19.807296 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-93229169-8c8b-4782-a32d-b4e026094f85 req-aaf5a9d8-d46b-4a14-9f9e-04f1f29fdb8b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 1099 time: 0.1041636 Jun 30 19:06:19.908442 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 3a62802f-6555-40c0-a61f-e7f1a3c2a4de up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:19.958620 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bf4c0-08dd-4aa6-8329-f70ab4eb7d45 req-41395c4f-5d76-4f4d-9c9f-05384bc504ff tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:19.966826 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d38bf4c0-08dd-4aa6-8329-f70ab4eb7d45 req-41395c4f-5d76-4f4d-9c9f-05384bc504ff tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1190720 Jun 30 19:06:19.968963 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-93229169-8c8b-4782-a32d-b4e026094f85 req-3e746550-4233-49cd-ac49-1cbfc9cdf84b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539330 Jun 30 19:06:20.033120 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d38bf4c0-08dd-4aa6-8329-f70ab4eb7d45 req-a10634de-1445-490a-be11-774642a88498 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649557 Jun 30 19:06:20.034472 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:20.042690 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:20.043501 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:20.199044 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:20.225255 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:20.238028 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:20.245522 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-324f9c25-9772-48b8-9d6b-dc2f1655f44b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:20.361448 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:20.367172 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:20.424919 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:06:20.516893 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Sync routers for ids ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:06:20.533206 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Routers {'5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:20.534102 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:20.806298 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Set router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:20.968754 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113620b-f78c-4f42-be54-cdcf6a46fa69 req-9220b855-3b9b-4a4d-b86e-10a72860b1ba tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:20.970653 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6113620b-f78c-4f42-be54-cdcf6a46fa69 req-9220b855-3b9b-4a4d-b86e-10a72860b1ba tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.0997021 Jun 30 19:06:21.035310 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6113620b-f78c-4f42-be54-cdcf6a46fa69 req-9b57f51a-f1ff-425a-9f90-af5c00e1c5a0 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549865 Jun 30 19:06:21.277721 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 4, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port': {'id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:11Z', 'updated_at': '2021-06-30T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'a5e902a2-13db-4c68-8bc5-f345fb2d026e', 'name': '', 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'mac_address': 'fa:16:3e:f5:65:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:15Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 2, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'subnets': [{'id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:21.317976 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Checking router: 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:06:21.319851 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Updating router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 port a5e902a2-13db-4c68-8bc5-f345fb2d026e binding host dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 19:06:21.453469 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:21.760366 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a16e7-4515-4954-b5e7-7a99e34ff72f req-f6ec87d9-365d-49c3-a78c-f76ea2b187eb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:21.791271 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0f6a16e7-4515-4954-b5e7-7a99e34ff72f req-f6ec87d9-365d-49c3-a78c-f76ea2b187eb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1755857 Jun 30 19:06:21.904659 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 3a62802f-6555-40c0-a61f-e7f1a3c2a4de up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:21.906395 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0f6a16e7-4515-4954-b5e7-7a99e34ff72f req-aee2b8fe-2a7e-4018-87ef-c832c3610c88 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134717 Jun 30 19:06:21.966070 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:21.985250 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Transition to ACTIVE for port object a5e902a2-13db-4c68-8bc5-f345fb2d026e will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:21.995611 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:22.004170 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:22.030479 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:22.031067 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:22.109370 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e549620-db0a-459c-b8ec-1a866427bcab None None] Pushing event updated for resources: {'Port': ['ID=a5e902a2-13db-4c68-8bc5-f345fb2d026e,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:22.114386 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9e549620-db0a-459c-b8ec-1a866427bcab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:22.183373 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d596e1-dba9-4564-bf40-b9f754ba5c7c req-9cdad9ed-8f60-44cd-9b08-c93a135349e6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:22.195012 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42262) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:22.201129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Request body: {'floatingip': {'port_id': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:22.212826 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-49d596e1-dba9-4564-bf40-b9f754ba5c7c req-9cdad9ed-8f60-44cd-9b08-c93a135349e6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1641476 Jun 30 19:06:22.460168 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Attempting to bind port a5e902a2-13db-4c68-8bc5-f345fb2d026e on host dv-cinder-798879-1-smb for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:22.461225 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Attempting to bind port a5e902a2-13db-4c68-8bc5-f345fb2d026e by drivers openvswitch,hyperv on host dv-cinder-798879-1-smb at level 0 using segments [{'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:22.461928 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Attempting to bind port a5e902a2-13db-4c68-8bc5-f345fb2d026e on network 89a10e69-0c23-45e7-a690-3b8136fd7982 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:22.474682 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Checking agent: {'id': '7a601113-b74e-4af3-ac66-d4eace922d2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798879-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 52, 6), 'started_at': datetime.datetime(2021, 6, 30, 18, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798879-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:22.476359 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Checking segment: {'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:22.477077 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:22.478088 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Bound using segment: {'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:22.479121 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Bound port: a5e902a2-13db-4c68-8bc5-f345fb2d026e, host: dv-cinder-798879-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b0832b-00dd-40af-afa8-98c7579552e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:22.481225 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:22.527907 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:22.592473 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd36f02-f606-4616-b23e-19c7096920bf req-3b0d0b3a-dca1-4a14-9b16-9a165128d0f8 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:22.604502 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4bd36f02-f606-4616-b23e-19c7096920bf req-3b0d0b3a-dca1-4a14-9b16-9a165128d0f8 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1836109 Jun 30 19:06:22.639352 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] For port a5e902a2-13db-4c68-8bc5-f345fb2d026e, host dv-cinder-798879-1-smb, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:22.643800 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] For port a5e902a2-13db-4c68-8bc5-f345fb2d026e, host dv-cinder-798879-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=a5e902a2-13db-4c68-8bc5-f345fb2d026e,segment=NetworkSegment(f2b0832b-00dd-40af-afa8-98c7579552e9),segment_id=f2b0832b-00dd-40af-afa8-98c7579552e9)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:22.652557 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:22.669544 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a185db82-2eb8-4b9a-b16a-a123e720dc5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:22.707657 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4bd36f02-f606-4616-b23e-19c7096920bf req-687023f7-0f11-4429-848f-7189f1020909 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639379 Jun 30 19:06:22.828461 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e549620-db0a-459c-b8ec-1a866427bcab None None] Pushing event updated for resources: {'Port': ['ID=a5e902a2-13db-4c68-8bc5-f345fb2d026e,revision_number=4']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:22.841159 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9e549620-db0a-459c-b8ec-1a866427bcab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:22.848077 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Routers {'5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:22.848884 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:23.137074 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] Set router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:23.684416 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 4, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port': {'id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:11Z', 'updated_at': '2021-06-30T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'a5e902a2-13db-4c68-8bc5-f345fb2d026e', 'name': '', 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'mac_address': 'fa:16:3e:f5:65:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:15Z', 'updated_at': '2021-06-30T19:06:22Z', 'revision_number': 4, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'subnets': [{'id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:23.689888 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468feea-58ec-4d43-a612-74283e2f0f2f None None] The sync data for ids ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'] in dv-cinder-798879-1-smb is: [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:06:16Z', 'revision_number': 4, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port': {'id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:11Z', 'updated_at': '2021-06-30T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': 'a5e902a2-13db-4c68-8bc5-f345fb2d026e', 'name': '', 'network_id': '89a10e69-0c23-45e7-a690-3b8136fd7982', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'mac_address': 'fa:16:3e:f5:65:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:15Z', 'updated_at': '2021-06-30T19:06:22Z', 'revision_number': 4, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'subnets': [{'id': 'd5e45f79-84a8-4375-9af3-37951ce45394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:06:23.942181 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device a5e902a2-13db-4c68-8bc5-f345fb2d026e up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:24.026207 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4151c8f-38c2-41ff-a545-b86889a4ca68 req-e82acca3-38f8-42c5-a586-8ef921f9ee28 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:24.030637 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d4151c8f-38c2-41ff-a545-b86889a4ca68 req-e82acca3-38f8-42c5-a586-8ef921f9ee28 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1783204 Jun 30 19:06:24.099498 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-775f79ed-f773-417d-ab9e-c9e833496ba5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:24.101442 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-775f79ed-f773-417d-ab9e-c9e833496ba5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Synchronizing usage tracker for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:06:24.132737 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning for port a5e902a2-13db-4c68-8bc5-f345fb2d026e completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:24.143714 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port a5e902a2-13db-4c68-8bc5-f345fb2d026e triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:24.145629 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:24.166412 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d4151c8f-38c2-41ff-a545-b86889a4ca68 req-1a96ac08-9362-47e1-a31c-e9a80d42423b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242580 Jun 30 19:06:24.181936 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-775f79ed-f773-417d-ab9e-c9e833496ba5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Unset dirty status for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:06:24.183439 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-775f79ed-f773-417d-ab9e-c9e833496ba5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.5453911 Jun 30 19:06:24.312933 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:24.369012 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] For port a5e902a2-13db-4c68-8bc5-f345fb2d026e, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=a5e902a2-13db-4c68-8bc5-f345fb2d026e,segment=NetworkSegment(f2b0832b-00dd-40af-afa8-98c7579552e9),segment_id=f2b0832b-00dd-40af-afa8-98c7579552e9)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:24.376514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:24.379893 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:24.383308 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Deleting port 19e8c142-7460-4177-9d7e-dfecdc965568 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:06:24.383658 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:24.386307 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:24.433926 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:24.495174 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Pushing event updated for resources: {'Port': ['ID=a5e902a2-13db-4c68-8bc5-f345fb2d026e,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:24.498707 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:25.058415 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.l3_db [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Floating IP 5ee30ec9-8596-44e9-82ec-b09738d3dbef associated. External IP: 172.28.1.46, port: a36bd67b-d928-4a28-bd1c-54c880cb5370. Jun 30 19:06:25.138819 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] For port 19e8c142-7460-4177-9d7e-dfecdc965568, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=19e8c142-7460-4177-9d7e-dfecdc965568,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:25.139510 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:25.454781 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d5030-c7be-47e4-bd49-557f6aae64a8 req-4e3a5170-c3c7-4932-8ca2-f98b97c5bfc1 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:25.458076 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-500d5030-c7be-47e4-bd49-557f6aae64a8 req-4e3a5170-c3c7-4932-8ca2-f98b97c5bfc1 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 945 time: 0.1190856 Jun 30 19:06:25.548612 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-500d5030-c7be-47e4-bd49-557f6aae64a8 req-cc13b8dc-7aaf-411e-a197-1ea896a2cc23 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=5771abce-39ba-4ab2-a829-7193a2713bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834911 Jun 30 19:06:25.812958 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device a5e902a2-13db-4c68-8bc5-f345fb2d026e up at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:06:25.829885 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:25.830418 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:25.831518 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.l3_db [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Floating IP 921aa8f6-7fda-4a47-a555-3bf086ffaf48 disassociated. External IP: 172.28.1.78, port: 19e8c142-7460-4177-9d7e-dfecdc965568. Jun 30 19:06:25.832018 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Calling delete_port for 19e8c142-7460-4177-9d7e-dfecdc965568 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:06:25.937616 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Provisioning complete for port a5e902a2-13db-4c68-8bc5-f345fb2d026e triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:25.938208 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:26.023040 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Router 74061d4c-2ce8-4396-8428-d5ce7653102d has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:06:26.354379 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:26.366038 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-abb6c493-b529-40da-97aa-8329e18de2b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:26.438179 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event deleted for resources: {'Port': ['ID=19e8c142-7460-4177-9d7e-dfecdc965568,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:26.442488 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:06:26.444928 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:26.454063 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] Sync routers for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:06:26.469402 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:26.470795 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:26.472800 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:26.725498 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-6672d4a0-6ec4-433c-9843-2b3bb0315a22 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "PUT /v2.0/floatingips/5ee30ec9-8596-44e9-82ec-b09738d3dbef HTTP/1.1" status: 200 len: 991 time: 4.5285661 Jun 30 19:06:26.775504 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:26.775896 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c400a971-fcfc-42c2-b0bb-9d752d0bbaa7 req-7ace4313-2cc9-45df-b455-c0e7da265866 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 210 time: 0.0767665 Jun 30 19:06:26.812144 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:26.860306 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Router f419858e-96cf-474a-bd2c-00b242ab36ca has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:06:26.871653 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'status': 'completed', 'code': 200} Jun 30 19:06:27.099150 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 19e8c142-7460-4177-9d7e-dfecdc965568 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:06:27.149463 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 19e8c142-7460-4177-9d7e-dfecdc965568 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:06:27.150254 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 19e8c142-7460-4177-9d7e-dfecdc965568 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:06:27.157884 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:06:27.168737 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] Sync routers for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:06:27.181297 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:27.182385 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:27.216362 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-0d37d07f-2cfd-47bb-89aa-05b6b3d8d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:27.217832 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-0d37d07f-2cfd-47bb-89aa-05b6b3d8d0aa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 1099 time: 0.2597353 Jun 30 19:06:27.401828 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:27.409796 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-dc9f027e-0fc9-406e-8d95-2a6d15e09d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:27.411333 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-dc9f027e-0fc9-406e-8d95-2a6d15e09d1f service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.1627975 Jun 30 19:06:27.414334 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '5ee30ec9-8596-44e9-82ec-b09738d3dbef', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'floating_ip_address': '172.28.1.46', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'port_id': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'mac_address': 'fa:16:3e:40:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:06:05Z', 'updated_at': '2021-06-30T19:06:24Z', 'revision_number': 1, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:27.418430 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] No DVR routers for this DVR port 19e8c142-7460-4177-9d7e-dfecdc965568 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:06:27.419822 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] Checking router: 74061d4c-2ce8-4396-8428-d5ce7653102d for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:06:27.432884 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:27.433589 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:27.657926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:27.698580 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-470db0dc-c5f6-4d4d-a76a-ec97b4e0b65c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370 HTTP/1.1" status: 200 len: 999 time: 0.2784328 Jun 30 19:06:27.700754 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:27.702788 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a5c9d10-8f2f-47c2-8e89-5a1e3314027c req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "DELETE /v2.0/ports/19e8c142-7460-4177-9d7e-dfecdc965568 HTTP/1.1" status: 204 len: 173 time: 3.4319766 Jun 30 19:06:27.827605 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-632725b7-b864-4189-9b01-d18063d53f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:27.830052 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:27.830624 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-632725b7-b864-4189-9b01-d18063d53f4a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.1210258 Jun 30 19:06:27.835443 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] Checking router: f419858e-96cf-474a-bd2c-00b242ab36ca for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:06:27.845951 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:06:27.847655 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:27.988116 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-20f78f09-f95c-4e19-89a7-e2f8794893a5 req-c25bcdd7-aae7-4a87-b6ad-f2d191f8d20e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a HTTP/1.1" status: 200 len: 210 time: 0.0799692 Jun 30 19:06:28.004390 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-4bdba1af-f961-4efa-af9f-1925a8b21a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:28.005951 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-4bdba1af-f961-4efa-af9f-1925a8b21a09 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1611130 Jun 30 19:06:28.083936 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:06:28.319281 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-15d969dd-bc91-48cf-9b57-4e6d95952393 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052847 Jun 30 19:06:28.375310 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '5ee30ec9-8596-44e9-82ec-b09738d3dbef', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'floating_ip_address': '172.28.1.46', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'port_id': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'mac_address': 'fa:16:3e:40:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:06:05Z', 'updated_at': '2021-06-30T19:06:24Z', 'revision_number': 1, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:28.388829 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235df937-c45b-48d4-8e1b-31bdfa33d52b None None] The sync data for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb is: [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '5ee30ec9-8596-44e9-82ec-b09738d3dbef', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'floating_ip_address': '172.28.1.46', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'port_id': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'mac_address': 'fa:16:3e:40:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:06:05Z', 'updated_at': '2021-06-30T19:06:24Z', 'revision_number': 1, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:06:28.553338 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cfac74fd-7fea-4c08-a4ab-49d47b5915e6 req-b8cc7d36-c738-4730-8e64-246da7b9771c service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238770 Jun 30 19:06:28.669806 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:06:28.678254 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec85c06d-3572-450e-85bc-dd53a1c854fa None None] The sync data for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb is: [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:06:28.873380 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'name': 'network-vif-deleted', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:28.937869 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b604ab4-fcf3-4bae-92d8-7d90dc53bf8a', 'name': 'network-vif-deleted', 'tag': '19e8c142-7460-4177-9d7e-dfecdc965568', 'status': 'completed', 'code': 200} Jun 30 19:06:28.977121 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34775550-270c-4cdc-8f1f-72aa134551a2 None None] New status for floating IP 5ee30ec9-8596-44e9-82ec-b09738d3dbef: ACTIVE {{(pid=78662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:06:29.139902 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc153910-0143-46ac-b19c-d01053d2fb50 None None] New status for floating IP 921aa8f6-7fda-4a47-a555-3bf086ffaf48: DOWN {{(pid=78663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:06:29.166991 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42318) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:29.303771 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:29.374800 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:29.458614 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:29.462817 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-183b0e7d-7bf8-493f-9cc9-285aa603ac13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:29.484044 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5771abce-39ba-4ab2-a829-7193a2713bdc,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:29.498407 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.498809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.499072 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.499436 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.499818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.500397 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.500760 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.501117 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.501470 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.501821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.502188 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.503089 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:29.507064 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:29.508350 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:29.510180 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ee72975c-c08b-4fe7-9ff3-e77a6a540703 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "DELETE /v2.0/security-groups/5771abce-39ba-4ab2-a829-7193a2713bdc HTTP/1.1" status: 204 len: 168 time: 0.3412783 Jun 30 19:06:29.512230 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42326) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:29.533946 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.api.v2.resource [None req-6ae82128-06f0-4830-a545-ea3f53fb9dff tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] show failed (client error): The resource could not be found. Jun 30 19:06:29.538011 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42330) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:29.538227 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6ae82128-06f0-4830-a545-ea3f53fb9dff tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups/5771abce-39ba-4ab2-a829-7193a2713bdc HTTP/1.1" status: 404 len: 347 time: 0.0244703 Jun 30 19:06:29.725347 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Deleting port 34809dcd-69d0-4b66-8b93-0eeaa8da72eb {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:06:29.725893 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:29.958362 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:29.958949 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.099012 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Calling delete_port for 34809dcd-69d0-4b66-8b93-0eeaa8da72eb owned by network:floatingip {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:06:30.266466 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.272038 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-291f99c9-7c67-4c79-8507-f0d459cad7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:30.325116 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event deleted for resources: {'Port': ['ID=34809dcd-69d0-4b66-8b93-0eeaa8da72eb,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:30.328416 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:30.425428 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.466977 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.468145 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5a6e4712-6180-4c66-962d-1086747bf839 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "DELETE /v2.0/floatingips/921aa8f6-7fda-4a47-a555-3bf086ffaf48 HTTP/1.1" status: 204 len: 168 time: 0.9290724 Jun 30 19:06:30.722775 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42340) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:30.728426 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353517703', 'description': 'tempest-description--1960732035'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:30.734599 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:30.739179 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:30.742477 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:30.748672 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:30.760478 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.784891 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:30.789719 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group_rule and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:30.792924 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:30.799896 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:30.896961 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.903713 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.908313 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-67cec2ef-bc5a-4cfd-803f-c68ed300775e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:30.955474 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:30.959125 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:30.970291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:30.972779 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8291b848-e297-44ce-be82-cd9f67384ec4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2486651 Jun 30 19:06:30.975818 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42344) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:30.983469 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'security_group_rule': {'security_group_id': 'e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:30.990893 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:30.995379 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group_rule and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:31.001203 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:31.008762 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:31.029615 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.108919 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.116445 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.130959 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:31.153085 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.157565 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42348) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:31.157931 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807656 Jun 30 19:06:31.160435 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5370e5c4-0e29-4a88-993a-78c8533d288d,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:31.166090 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'security_group_rule': {'security_group_id': 'e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:31.169660 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.170333 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.170913 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.171518 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.172092 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.172682 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.173136 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.173591 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.174036 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:31.174199 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.175232 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.175858 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.176303 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:06:31.179888 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:31.186076 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:security_group_rule and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:31.189794 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:31.197026 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:31.218542 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.291470 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.297363 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.299685 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9d1aacb-e593-4775-b81d-7083d16e0446 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:31.324892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab936d67-2bdc-40ed-b249-4e4581b2e7a8,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:31.327936 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:31.339308 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.343529 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-7ddf0bb6-5281-4e2b-bc8e-31392ede115e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812942 Jun 30 19:06:31.344977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42352) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:06:31.353764 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'floatingip': {'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:31.360213 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:31.366124 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:floatingip and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:31.370203 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:31.377766 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:31.395048 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.756181 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:31.945885 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Allocated IP 172.28.1.95 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:32.185704 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:32.238384 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:32.246365 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8a20b444-061d-4cdf-ad6c-7375f959c2ab tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:32.310644 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:32.313949 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:32.318748 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:32.369371 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'Port': ['ID=5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:32.373995 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:32.422971 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:32.492347 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:32.804235 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:32.820929 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:32.828514 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4e0fe68d-12d3-4313-b9b4-61c7ea8f468c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:32.966762 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'Port': ['ID=5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:32.972737 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:32.980252 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:33.005210 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:33.006603 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6590896 Jun 30 19:06:33.280129 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-11865a22-0c07-49f6-ae18-a2bc7e885d8b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--353517703&fields=id&tenant_id=f3375a62f6f64c25a9b123dcfbb06727 HTTP/1.1" status: 200 len: 267 time: 0.0441110 Jun 30 19:06:33.546332 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-8d187819-fc41-4e78-8797-8758fd97db13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:33.547704 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-8d187819-fc41-4e78-8797-8758fd97db13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 815 time: 0.2667077 Jun 30 19:06:33.554185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-96530b8c-5531-4966-af76-7b7130cff86d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:33.555582 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-96530b8c-5531-4966-af76-7b7130cff86d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 811 time: 0.2532349 Jun 30 19:06:33.572733 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-0a96eef8-411e-4da5-a97a-8cc1883cbe14 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/quotas/7808aa32f66d452d93cb840d65f95367 HTTP/1.1" status: 200 len: 375 time: 0.0162017 Jun 30 19:06:33.574754 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-19352836-2bef-4970-ad55-cb59f68b4b04 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/quotas/f3375a62f6f64c25a9b123dcfbb06727 HTTP/1.1" status: 200 len: 375 time: 0.0117979 Jun 30 19:06:33.724551 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-43040192-ba33-4c76-a797-0249e3546b04 req-29163ea9-07aa-4c55-9363-22e723038835 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Synchronizing usage tracker for tenant:7808aa32f66d452d93cb840d65f95367 on resource:port {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:06:33.737119 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-18022344-e3ca-42e8-ab6a-8ff37cbef612 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1257570 Jun 30 19:06:33.754973 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-43040192-ba33-4c76-a797-0249e3546b04 req-29163ea9-07aa-4c55-9363-22e723038835 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Unset dirty status for tenant:7808aa32f66d452d93cb840d65f95367 on resource:port {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:06:33.756257 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-29163ea9-07aa-4c55-9363-22e723038835 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778398 Jun 30 19:06:34.145402 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-21908af8-cedb-4c86-91e6-6abf887f86d3 service neutron] 10.222.0.95 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761160 Jun 30 19:06:34.148575 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-a0959ea0-0e5f-4d9e-9846-27361ac11fd4 service neutron] 10.222.0.95 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991289 Jun 30 19:06:34.407408 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-4c946ed7-ece1-4068-90b6-2d5c492d5c30 service neutron] 10.222.0.95 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560701 Jun 30 19:06:34.411629 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-2d5a2e05-11b6-4e6e-8410-db5475fa73cb service neutron] 10.222.0.95 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429180 Jun 30 19:06:34.806068 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-35abce69-b1da-45e0-a078-f832bdb4f235 req-02327447-1df3-49c2-a603-ab32e2e889d3 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 210 time: 0.1009691 Jun 30 19:06:35.004140 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5f80eeb8-d466-4b8f-bf40-edb21ce9e7cd req-301fce05-6ac8-4709-b6d7-9f513f949825 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 210 time: 0.0831919 Jun 30 19:06:35.073491 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ecf14-6a8b-450a-988c-8e7fa2ce3261 req-82fb4173-c17f-4838-abb0-92ae33bc958b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:35.075177 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c19ecf14-6a8b-450a-988c-8e7fa2ce3261 req-82fb4173-c17f-4838-abb0-92ae33bc958b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1163862 Jun 30 19:06:35.159732 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c19ecf14-6a8b-450a-988c-8e7fa2ce3261 req-e7cd2810-7cea-45ac-993a-89475d4c96ba tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710101 Jun 30 19:06:35.921939 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-3fad6e34-7cff-4409-a4a9-fa268c77baf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:35.973780 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fdf1a09f-ce5f-453f-bc0b-855751fe70ca req-24a14f08-6c06-4e44-841c-3abecdf2765b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 210 time: 0.0475650 Jun 30 19:06:36.172620 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-55442dfc-cdb1-49d5-8397-33c16fe1380c req-32eaa693-eb4b-42f2-a401-98677628460c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 210 time: 0.0476789 Jun 30 19:06:36.400434 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e844b-bd84-4e0b-82cd-1442b3d157fc req-828c1241-21b9-4cb6-b0c9-3220008a52bf tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:36.401984 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7e8e844b-bd84-4e0b-82cd-1442b3d157fc req-828c1241-21b9-4cb6-b0c9-3220008a52bf tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.0986226 Jun 30 19:06:36.452105 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7e8e844b-bd84-4e0b-82cd-1442b3d157fc req-e0fad8cf-6e9c-4853-b7a5-087294bd1f25 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Jun 30 19:06:36.489283 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:36.499582 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-88669952-48c0-4e04-b86e-ce2e405b7d0a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:36.501209 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-88669952-48c0-4e04-b86e-ce2e405b7d0a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 811 time: 0.2738907 Jun 30 19:06:36.568355 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-795b49e1-2c63-4056-8f4a-675232f41955 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Synchronizing usage tracker for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:security_group {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:06:36.584692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-795b49e1-2c63-4056-8f4a-675232f41955 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Unset dirty status for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:security_group {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:06:36.585860 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-795b49e1-2c63-4056-8f4a-675232f41955 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3375a62f6f64c25a9b123dcfbb06727 HTTP/1.1" status: 200 len: 379 time: 0.0622084 Jun 30 19:06:36.602619 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'port': {'device_id': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'admin_state_up': True, 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'security_groups': ['e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be']}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:36.757888 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:36.762345 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Usage tracker for resource:port and tenant:f3375a62f6f64c25a9b123dcfbb06727 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:06:36.765575 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:06:36.773734 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:36.790924 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Made reservation on behalf of f3375a62f6f64c25a9b123dcfbb06727 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:06:36.797418 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:37.185640 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Allocated IP 172.20.0.4 (317c76f1-cd67-474e-b060-7bc8b25aabdb/e788319a-bd99-4d55-ba3d-3c3fd8740f1b/ef3aa03b-6abe-4aee-af8d-5f104f5adecf) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:37.200419 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bbd9dbb2-304c-4a1c-857f-5602426bd005 req-a410f69f-8047-4075-8ad7-f4ebb6b2e355 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 210 time: 0.0644484 Jun 30 19:06:37.240600 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-e3a03d0e-fe38-464e-b8d7-1a51025730f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:37.241341 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-43040192-ba33-4c76-a797-0249e3546b04 req-e3a03d0e-fe38-464e-b8d7-1a51025730f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Synchronizing usage tracker for tenant:7808aa32f66d452d93cb840d65f95367 on resource:network {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:06:37.300827 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-43040192-ba33-4c76-a797-0249e3546b04 req-e3a03d0e-fe38-464e-b8d7-1a51025730f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Unset dirty status for tenant:7808aa32f66d452d93cb840d65f95367 on resource:network {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:06:37.301996 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-e3a03d0e-fe38-464e-b8d7-1a51025730f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.99 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 815 time: 0.3714025 Jun 30 19:06:37.343047 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-74beeb68-9b41-4785-928f-a4e14d4b866d req-1ddba0ad-14ed-4d06-9b44-ff583568221d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 210 time: 0.0447848 Jun 30 19:06:37.355739 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'port': {'device_id': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'admin_state_up': True, 'tenant_id': '7808aa32f66d452d93cb840d65f95367'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:37.580195 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:37.607716 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:06:37.610246 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Transition to ACTIVE for port object ef3aa03b-6abe-4aee-af8d-5f104f5adecf will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:37.621758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:06:37.638348 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Made reservation on behalf of 7808aa32f66d452d93cb840d65f95367 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:06:37.642039 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:37.718819 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:37.728516 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eea19-268d-4372-adcf-572904da9ada req-8a9bf023-366d-4124-80fe-a267234fe554 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:37.732363 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-028eea19-268d-4372-adcf-572904da9ada req-8a9bf023-366d-4124-80fe-a267234fe554 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1324341 Jun 30 19:06:37.735108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-60d0042e-6895-47be-9fec-6bc7b56e3596 tempest-VolumesNegativeTest-1458884450 tempest-VolumesNegativeTest-1458884450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:37.868137 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:37.891644 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:37.898722 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-028eea19-268d-4372-adcf-572904da9ada req-f9ad3ae1-fc8f-4fe7-8e04-8ac0a065d475 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590116 Jun 30 19:06:37.911594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:38.009238 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event updated for resources: {'Port': ['ID=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:38.014314 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:38.117037 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:38.117867 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:38.163248 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Allocated IP 172.20.0.13 (af0635f2-64ee-48f9-a92d-46148fd86f21/c0ae27e0-6317-4064-99c9-d9465ebee5dd/aabfd3c1-484d-4e29-947a-985b7275f686) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:06:38.173353 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5751052 Jun 30 19:06:38.292187 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-3c79234d-8eef-4ad6-af92-064e9bc90f7d None None] Provisioning for port ef3aa03b-6abe-4aee-af8d-5f104f5adecf completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:38.320427 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-3c79234d-8eef-4ad6-af92-064e9bc90f7d None None] Provisioning complete for port ef3aa03b-6abe-4aee-af8d-5f104f5adecf triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:38.321045 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-3c79234d-8eef-4ad6-af92-064e9bc90f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:38.488166 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-3c79234d-8eef-4ad6-af92-064e9bc90f7d None None] Port ef3aa03b-6abe-4aee-af8d-5f104f5adecf cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:06:38.496577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:38.522722 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Transition to ACTIVE for port object aabfd3c1-484d-4e29-947a-985b7275f686 will not be triggered until provisioned by entity DHCP. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:38.567381 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:38.571233 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9fe6042-9c11-4a42-9cf3-eec3d14c52fc req-2fdb3b50-008c-4481-963b-b8bb484a91a7 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 210 time: 0.0602064 Jun 30 19:06:38.573803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-7882a034-61a0-45cb-85ea-9e6df8190217 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:38.684320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:38.687371 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:38.689493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Network af0635f2-64ee-48f9-a92d-46148fd86f21 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:06:38.690964 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:06:38.693686 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:06:38.793369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:38.794392 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:38.821477 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4693918 Jun 30 19:06:38.830638 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9978-5e20-4a7e-8c11-b878bfd52bc8 req-614e9e26-8efd-4f3a-9be2-1761d423cddd tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:38.832655 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89bd9978-5e20-4a7e-8c11-b878bfd52bc8 req-614e9e26-8efd-4f3a-9be2-1761d423cddd tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.1369281 Jun 30 19:06:38.873045 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-fae17300-f618-48f3-99e9-27c5037bf332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:38.901099 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-89bd9978-5e20-4a7e-8c11-b878bfd52bc8 req-1ef66403-eca5-455a-a118-a93aeab691b3 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523784 Jun 30 19:06:39.024009 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-12d3a775-9970-4ad6-8f8d-a85af27211d3 None None] Provisioning for port aabfd3c1-484d-4e29-947a-985b7275f686 completed by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:06:39.034668 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-12d3a775-9970-4ad6-8f8d-a85af27211d3 None None] Provisioning complete for port aabfd3c1-484d-4e29-947a-985b7275f686 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:06:39.035240 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-12d3a775-9970-4ad6-8f8d-a85af27211d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:39.122301 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-12d3a775-9970-4ad6-8f8d-a85af27211d3 None None] Port aabfd3c1-484d-4e29-947a-985b7275f686 cannot update to ACTIVE because it is not bound. {{(pid=78662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 19:06:39.174487 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe9e94-fc37-4b17-8fce-2411eb715c5b req-dd722523-d8a1-4c1a-9396-c3fc846605b6 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:39.176215 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0bbe9e94-fc37-4b17-8fce-2411eb715c5b req-dd722523-d8a1-4c1a-9396-c3fc846605b6 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1440966 Jun 30 19:06:39.241642 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0bbe9e94-fc37-4b17-8fce-2411eb715c5b req-19a96842-d71f-4540-a7cc-62ab241e4d51 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571363 Jun 30 19:06:39.863370 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fed96-c57b-4f85-a19f-aef0347a0080 req-513264e7-46f5-4996-9f45-fd9713ce750f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:39.866404 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-770fed96-c57b-4f85-a19f-aef0347a0080 req-513264e7-46f5-4996-9f45-fd9713ce750f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.1621957 Jun 30 19:06:39.944365 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-770fed96-c57b-4f85-a19f-aef0347a0080 req-0abdba81-93c7-4427-84d7-432ab24b27d1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688725 Jun 30 19:06:40.189466 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9bace-09d5-41d7-a3e1-f57907989be0 req-7e1a8d3f-549e-46c8-89c5-dfe18f5dedb5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:40.192120 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b5f9bace-09d5-41d7-a3e1-f57907989be0 req-7e1a8d3f-549e-46c8-89c5-dfe18f5dedb5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.1125209 Jun 30 19:06:40.238873 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b5f9bace-09d5-41d7-a3e1-f57907989be0 req-61359c34-54d8-4341-97f0-a84016171368 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 Jun 30 19:06:40.357366 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:40.483008 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172bc11-f46c-4c96-bda8-f5c053ed7e1e req-4565bd80-1406-4b52-9407-86b161a86328 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:40.493255 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6172bc11-f46c-4c96-bda8-f5c053ed7e1e req-4565bd80-1406-4b52-9407-86b161a86328 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1291730 Jun 30 19:06:40.554806 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6172bc11-f46c-4c96-bda8-f5c053ed7e1e req-8c6e904c-7a98-4662-ba44-7b429629c699 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602558 Jun 30 19:06:40.924947 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:41.195167 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8284a-210c-4575-8ab6-30ee4ba4f0de req-57d24212-517c-464d-a2f6-8a4f29fe4619 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:41.196660 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-15b8284a-210c-4575-8ab6-30ee4ba4f0de req-57d24212-517c-464d-a2f6-8a4f29fe4619 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.1194928 Jun 30 19:06:41.257554 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-15b8284a-210c-4575-8ab6-30ee4ba4f0de req-65407aa6-3227-4042-a3df-ef07f8cccaac tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Jun 30 19:06:41.579346 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b5abd-5606-43de-83ce-41659c153e67 req-9bc715aa-3fae-4e39-ba47-146fa14da86d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:41.581148 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-029b5abd-5606-43de-83ce-41659c153e67 req-9bc715aa-3fae-4e39-ba47-146fa14da86d tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.2161887 Jun 30 19:06:41.629104 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-029b5abd-5606-43de-83ce-41659c153e67 req-136f46bb-11f8-4a97-9f1e-a3dfcda0a46f tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Jun 30 19:06:41.854825 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda4366-62fb-4e17-9845-3cfb6763172e req-27f85285-ac72-4576-9dea-50239031d826 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:41.857523 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-beda4366-62fb-4e17-9845-3cfb6763172e req-27f85285-ac72-4576-9dea-50239031d826 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1295674 Jun 30 19:06:41.905778 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-beda4366-62fb-4e17-9845-3cfb6763172e req-ce311f63-588f-434f-97ec-069d2a58f23d tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Jun 30 19:06:42.171712 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:42.561713 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085cc76-2935-4a0a-8bc7-0941bc535616 req-3578a15d-560e-46d8-8cb3-3b2848a56bab tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:42.564408 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6085cc76-2935-4a0a-8bc7-0941bc535616 req-3578a15d-560e-46d8-8cb3-3b2848a56bab tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.1495087 Jun 30 19:06:42.652382 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6085cc76-2935-4a0a-8bc7-0941bc535616 req-b2e96529-a8d6-4883-9bb4-6a5ac8afeaef tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754840 Jun 30 19:06:42.898531 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b8204-9106-4bc5-85a9-da44b3b3f0bc req-d69ac457-7e09-4e6d-9d08-69a8bc3578bf tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:42.900185 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9f3b8204-9106-4bc5-85a9-da44b3b3f0bc req-d69ac457-7e09-4e6d-9d08-69a8bc3578bf tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.1040542 Jun 30 19:06:42.954624 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9f3b8204-9106-4bc5-85a9-da44b3b3f0bc req-1de2af90-f935-413c-82d1-6bd8aed4dfb3 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479250 Jun 30 19:06:43.150841 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab950f-d7d0-4d1a-9cbf-3b1b4496c018 req-cb90348e-8921-4602-9c6b-773153e8aff4 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:43.152226 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d3ab950f-d7d0-4d1a-9cbf-3b1b4496c018 req-cb90348e-8921-4602-9c6b-773153e8aff4 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.0921345 Jun 30 19:06:43.220270 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d3ab950f-d7d0-4d1a-9cbf-3b1b4496c018 req-ff960c08-1bc9-4ab7-89c3-e7082ad338d2 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618746 Jun 30 19:06:43.912657 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26cda3-2e0a-48f8-b4f6-c7fc1cc59884 req-7a7a18d1-8afd-4946-a2c3-49aea19b4eee tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:43.914334 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0f26cda3-2e0a-48f8-b4f6-c7fc1cc59884 req-7a7a18d1-8afd-4946-a2c3-49aea19b4eee tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.1134505 Jun 30 19:06:43.974164 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0f26cda3-2e0a-48f8-b4f6-c7fc1cc59884 req-42f49c82-3c9e-40fb-b313-457c42890586 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Jun 30 19:06:44.189147 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca835c4-af49-4b7c-9e33-a3f702153d2f req-daca9936-4fce-4ec1-a6d8-dbfc8acd4572 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:44.190832 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5ca835c4-af49-4b7c-9e33-a3f702153d2f req-daca9936-4fce-4ec1-a6d8-dbfc8acd4572 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.1117041 Jun 30 19:06:44.289154 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5ca835c4-af49-4b7c-9e33-a3f702153d2f req-101910e5-67ff-4986-abf4-a451c9381999 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847518 Jun 30 19:06:44.493132 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ed532-21da-4e49-8639-6be1a23eac3f req-f56d32cb-22cb-460d-be0f-70da3a3b8a9a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:44.500607 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-978ed532-21da-4e49-8639-6be1a23eac3f req-f56d32cb-22cb-460d-be0f-70da3a3b8a9a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1001775 Jun 30 19:06:44.551629 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-978ed532-21da-4e49-8639-6be1a23eac3f req-8e9a4a03-ce03-44e9-800c-f8e0b7b73706 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Jun 30 19:06:45.211454 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff76cb-265f-4d24-b4fc-f443ed24a6d5 req-5e14064f-7668-4b3e-b1ee-442cef8be9f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:45.213904 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7aff76cb-265f-4d24-b4fc-f443ed24a6d5 req-5e14064f-7668-4b3e-b1ee-442cef8be9f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.1160238 Jun 30 19:06:45.285423 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7aff76cb-265f-4d24-b4fc-f443ed24a6d5 req-62608637-b2d3-4fb5-ac5f-43c9ebd23388 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598705 Jun 30 19:06:45.503844 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0418fc-1372-448c-831f-aa50654c2ddd req-2c5dce37-d94c-4126-ba55-6e17d73e77e7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:45.505442 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3a0418fc-1372-448c-831f-aa50654c2ddd req-2c5dce37-d94c-4126-ba55-6e17d73e77e7 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.0931127 Jun 30 19:06:45.570280 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3a0418fc-1372-448c-831f-aa50654c2ddd req-542511a6-18ea-4627-a8bd-35bdea968bc6 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580657 Jun 30 19:06:45.782883 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56ef70-c72d-472c-b62b-d24b57426c8b req-051f09f2-b366-4c43-948d-c0cd72e76189 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:45.786333 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4b56ef70-c72d-472c-b62b-d24b57426c8b req-051f09f2-b366-4c43-948d-c0cd72e76189 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1112783 Jun 30 19:06:45.871356 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4b56ef70-c72d-472c-b62b-d24b57426c8b req-442a9096-26b8-4ecc-983f-5ad2f297b675 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733531 Jun 30 19:06:46.537320 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd659fd-36b0-43d4-816d-54a458712f04 req-cc1e1d02-2961-4dc5-86e5-576ecd71103d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:46.539715 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8bd659fd-36b0-43d4-816d-54a458712f04 req-cc1e1d02-2961-4dc5-86e5-576ecd71103d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.1220510 Jun 30 19:06:46.632049 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8bd659fd-36b0-43d4-816d-54a458712f04 req-091a04b0-b859-4668-a659-3317cd1887dd tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751030 Jun 30 19:06:46.878491 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd973-c069-4a04-ba5a-78c856c070f3 req-b308bd2d-6bc2-4b52-b00e-edddd39929ce tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:46.880096 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-691bd973-c069-4a04-ba5a-78c856c070f3 req-b308bd2d-6bc2-4b52-b00e-edddd39929ce tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.1101611 Jun 30 19:06:46.934735 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-691bd973-c069-4a04-ba5a-78c856c070f3 req-d00882d3-a45a-4d90-87ff-e0ac780008b5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485158 Jun 30 19:06:47.124233 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94d6f9-ab8b-4464-a88b-8f668a1073d7 req-0c21f8f6-b4c6-4ab5-9bd3-99ad66021244 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:47.125869 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4d94d6f9-ab8b-4464-a88b-8f668a1073d7 req-0c21f8f6-b4c6-4ab5-9bd3-99ad66021244 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.0875580 Jun 30 19:06:47.197879 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4d94d6f9-ab8b-4464-a88b-8f668a1073d7 req-413194bb-7ba3-4e25-8f9a-19223ff97903 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639112 Jun 30 19:06:47.940386 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33682465-a282-4ccc-aa11-bbba3908af3d req-4f2ffdfa-e799-4e90-883f-80e8261d8b98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:47.942986 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-33682465-a282-4ccc-aa11-bbba3908af3d req-4f2ffdfa-e799-4e90-883f-80e8261d8b98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.1730678 Jun 30 19:06:48.001290 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-33682465-a282-4ccc-aa11-bbba3908af3d req-57a70843-ff70-45a4-b099-8c4aab7a9d73 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Jun 30 19:06:48.278809 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf678fe-2f07-4df5-b272-2da22ffa86ae req-2043ca4a-7b73-45f8-a914-b9cc3402bc13 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:48.282711 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6bf678fe-2f07-4df5-b272-2da22ffa86ae req-2043ca4a-7b73-45f8-a914-b9cc3402bc13 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.1688814 Jun 30 19:06:48.355929 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6bf678fe-2f07-4df5-b272-2da22ffa86ae req-0740f6de-244e-4c5c-942c-b0a1f44e4d2b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652649 Jun 30 19:06:48.568003 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a06a12-f253-4bf8-83fc-ad870df9bc92 req-da19c5a1-db51-4363-a3ad-ee95656687c7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:48.569568 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b6a06a12-f253-4bf8-83fc-ad870df9bc92 req-da19c5a1-db51-4363-a3ad-ee95656687c7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1022158 Jun 30 19:06:48.620352 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b6a06a12-f253-4bf8-83fc-ad870df9bc92 req-d5d56f65-bf58-4079-90b0-7c77d7ddf19c tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 Jun 30 19:06:49.366481 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4d8d3-5d7f-4f90-bf64-8a81493156a9 req-70efc589-ae2c-4553-9cf9-8d3d4198800d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:49.368240 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-64e4d8d3-5d7f-4f90-bf64-8a81493156a9 req-70efc589-ae2c-4553-9cf9-8d3d4198800d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.2524035 Jun 30 19:06:49.437776 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-64e4d8d3-5d7f-4f90-bf64-8a81493156a9 req-31b7455f-b3c1-4e49-958e-fd3a6947d39e tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627108 Jun 30 19:06:49.731931 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ee976-c2b7-4dc7-bee8-9f6b80a08e48 req-e467f59f-f518-462b-9763-cda613a296c9 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:49.740282 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-315ee976-c2b7-4dc7-bee8-9f6b80a08e48 req-e467f59f-f518-462b-9763-cda613a296c9 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.1590450 Jun 30 19:06:49.842604 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-315ee976-c2b7-4dc7-bee8-9f6b80a08e48 req-5999c15e-2f0f-46b9-8c10-777a85af0aea tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970569 Jun 30 19:06:50.092041 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631475ec-5ffc-49ee-8e15-ea6a6dbca1ca req-f076a3af-6680-42b8-be97-515f1c6fa422 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:50.094864 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-631475ec-5ffc-49ee-8e15-ea6a6dbca1ca req-f076a3af-6680-42b8-be97-515f1c6fa422 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1305413 Jun 30 19:06:50.155939 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-631475ec-5ffc-49ee-8e15-ea6a6dbca1ca req-243f84ff-ec46-4a4a-b52b-95f3bd19124f tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545716 Jun 30 19:06:50.660427 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b0cb-345f-4164-bf2d-8883c94407db req-85fb9fec-0852-4e17-8c28-d3c1a2fd6915 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:50.661994 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9d0b0cb-345f-4164-bf2d-8883c94407db req-85fb9fec-0852-4e17-8c28-d3c1a2fd6915 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.0917764 Jun 30 19:06:50.709231 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9d0b0cb-345f-4164-bf2d-8883c94407db req-02caa912-6a0e-43e3-afdc-dfd1862be335 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Jun 30 19:06:50.911784 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Request body: {'port': {'device_id': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:50.942443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Request body: {'port': {'device_id': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:06:51.043386 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dae349-2d07-4563-b920-2379c8865a96 req-732c8d6e-342f-41a4-aa8b-9d37e0fcad65 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:51.045121 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-42dae349-2d07-4563-b920-2379c8865a96 req-732c8d6e-342f-41a4-aa8b-9d37e0fcad65 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 931 time: 0.0876579 Jun 30 19:06:51.095095 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-42dae349-2d07-4563-b920-2379c8865a96 req-abec3b13-56a7-4f7f-b190-940600b7e580 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 Jun 30 19:06:51.233325 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:51.245442 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:51.372418 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54087a20-7f67-47a7-a49d-a518d0233c63 req-c039fc96-5685-4bc5-a0cd-5949ea6ae61e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:51.374032 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54087a20-7f67-47a7-a49d-a518d0233c63 req-c039fc96-5685-4bc5-a0cd-5949ea6ae61e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.0954812 Jun 30 19:06:51.424253 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54087a20-7f67-47a7-a49d-a518d0233c63 req-61eb2dcd-828e-44c6-9bd8-bf8fcc7d09a7 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Jun 30 19:06:51.898665 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabfd3c1-484d-4e29-947a-985b7275f686 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:51.904258 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b54ce-127a-4842-b66c-0420ad8569dc req-017cf166-80ba-468a-b46b-2b994c0ab766 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:51.905896 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-eb3b54ce-127a-4842-b66c-0420ad8569dc req-017cf166-80ba-468a-b46b-2b994c0ab766 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 932 time: 0.0856578 Jun 30 19:06:51.907874 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:51.928277 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Transition to ACTIVE for port object aabfd3c1-484d-4e29-947a-985b7275f686 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:51.930662 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3aa03b-6abe-4aee-af8d-5f104f5adecf {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:51.935386 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:51.941536 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-60bf082a-1911-4455-b5c1-8eec62833ee3 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:51.956063 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-eb3b54ce-127a-4842-b66c-0420ad8569dc req-07f63677-4a6c-4116-ac78-4bfe15d9c4ec tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Jun 30 19:06:51.978491 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.077519 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Transition to ACTIVE for port object ef3aa03b-6abe-4aee-af8d-5f104f5adecf will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:06:52.088809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:52.092731 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.099581 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:52.100161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:52.325057 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c011b0-7f3c-42a3-a813-3a3f9eba5118 req-8c8ab8b7-1ad0-4086-bd9a-7c8560547d26 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:52.326831 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-65c011b0-7f3c-42a3-a813-3a3f9eba5118 req-8c8ab8b7-1ad0-4086-bd9a-7c8560547d26 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 943 time: 0.0921159 Jun 30 19:06:52.377220 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-65c011b0-7f3c-42a3-a813-3a3f9eba5118 req-31a49eb1-0948-41b6-8759-25e4f79f1a83 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Jun 30 19:06:52.380512 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Pushing event updated for resources: {'Port': ['ID=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:52.395598 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:52.421685 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Attempting to bind port aabfd3c1-484d-4e29-947a-985b7275f686 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:52.422023 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Attempting to bind port aabfd3c1-484d-4e29-947a-985b7275f686 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:52.422381 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Attempting to bind port aabfd3c1-484d-4e29-947a-985b7275f686 on network af0635f2-64ee-48f9-a92d-46148fd86f21 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:52.432984 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Port aabfd3c1-484d-4e29-947a-985b7275f686 on network af0635f2-64ee-48f9-a92d-46148fd86f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:06:52.433309 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Attempting to bind port aabfd3c1-484d-4e29-947a-985b7275f686 on network af0635f2-64ee-48f9-a92d-46148fd86f21 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:52.447037 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:52.447370 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Checking segment: {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:52.447753 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Bound using segment: {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:52.448266 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Bound port: aabfd3c1-484d-4e29-947a-985b7275f686, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:52.448584 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.472969 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Attempting to bind port ef3aa03b-6abe-4aee-af8d-5f104f5adecf on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:06:52.473318 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Attempting to bind port ef3aa03b-6abe-4aee-af8d-5f104f5adecf by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:06:52.473645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Attempting to bind port ef3aa03b-6abe-4aee-af8d-5f104f5adecf on network 317c76f1-cd67-474e-b060-7bc8b25aabdb {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:52.516153 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Port ef3aa03b-6abe-4aee-af8d-5f104f5adecf on network 317c76f1-cd67-474e-b060-7bc8b25aabdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:06:52.516485 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Attempting to bind port ef3aa03b-6abe-4aee-af8d-5f104f5adecf on network 317c76f1-cd67-474e-b060-7bc8b25aabdb {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:06:52.529057 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:06:52.529348 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Checking segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:06:52.529684 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Bound using segment: {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:06:52.530171 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Bound port: ef3aa03b-6abe-4aee-af8d-5f104f5adecf, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb98587-9868-4286-b9c9-be5d2e500e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:06:52.530593 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.626023 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:52.646686 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=aabfd3c1-484d-4e29-947a-985b7275f686,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:52.651450 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728558b0-dc2c-4b77-94e0-1e334e0f86ed req-34a6924d-fb7d-4c25-9811-133c40f2b0c0 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:52.654216 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-728558b0-dc2c-4b77-94e0-1e334e0f86ed req-34a6924d-fb7d-4c25-9811-133c40f2b0c0 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1103983 Jun 30 19:06:52.658680 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.664010 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:52.704744 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] For port ef3aa03b-6abe-4aee-af8d-5f104f5adecf, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:06:52.715165 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-728558b0-dc2c-4b77-94e0-1e334e0f86ed req-c3af0348-1b17-4b8d-8bb1-670f5534e290 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536611 Jun 30 19:06:52.731052 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] For port ef3aa03b-6abe-4aee-af8d-5f104f5adecf, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:06:52.738456 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:52.739222 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.740457 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] 10.222.0.99 "PUT /v2.0/ports/aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 1094 time: 1.8880019 Jun 30 19:06:52.740986 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:52.749185 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.777583 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:52.778233 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:52.779708 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] 10.222.0.99 "PUT /v2.0/ports/ef3aa03b-6abe-4aee-af8d-5f104f5adecf HTTP/1.1" status: 200 len: 1093 time: 1.9284544 Jun 30 19:06:52.780564 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:52.786849 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:52.787770 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-41945832-a9a3-4456-8b9f-288d71186bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:53.045305 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'status': 'completed', 'code': 200} Jun 30 19:06:53.115753 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Pushing event updated for resources: {'Port': ['ID=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:53.122320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:53.151114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-83d0ef15-7788-4b4d-bdc7-0036fb2d4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.152985 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-83d0ef15-7788-4b4d-bdc7-0036fb2d4a8a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 1096 time: 0.1415038 Jun 30 19:06:53.160190 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-d06cb91e-a3d5-4c5c-aaac-4e7ff0a0321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.161859 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-d06cb91e-a3d5-4c5c-aaac-4e7ff0a0321a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1097 time: 0.1892054 Jun 30 19:06:53.201138 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39462a4-605b-4ea3-a8f6-d927ea257c78 req-71bf3030-3ef6-4e4e-831f-9101f891270e tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.202768 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f39462a4-605b-4ea3-a8f6-d927ea257c78 req-71bf3030-3ef6-4e4e-831f-9101f891270e tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 944 time: 0.0980268 Jun 30 19:06:53.281667 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f39462a4-605b-4ea3-a8f6-d927ea257c78 req-ec5978f0-b54b-418a-876f-5419d59b68df tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706525 Jun 30 19:06:53.360561 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-ed76cc08-9a8b-4541-a039-d554b0894352 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf HTTP/1.1" status: 200 len: 217 time: 0.1737702 Jun 30 19:06:53.362771 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-75d55199-b890-4558-9a11-25dc47777af8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 217 time: 0.0922709 Jun 30 19:06:53.511196 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-7492c245-8dbc-479f-bdb3-3e8df97dccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.512661 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-7492c245-8dbc-479f-bdb3-3e8df97dccab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.1323059 Jun 30 19:06:53.514200 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-1ac2575b-ed20-4f03-87bc-016d83931df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.515634 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-1ac2575b-ed20-4f03-87bc-016d83931df9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 200 len: 854 time: 0.1366606 Jun 30 19:06:53.642232 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2705604-bb80-4c21-8f9a-f41864697dd1 req-fd4f95ae-7e69-4c5b-a2cf-0259cf655b0a tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.644467 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c2705604-bb80-4c21-8f9a-f41864697dd1 req-fd4f95ae-7e69-4c5b-a2cf-0259cf655b0a tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1490705 Jun 30 19:06:53.718401 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c2705604-bb80-4c21-8f9a-f41864697dd1 req-6acbfc02-4204-4e05-99f6-8710dbc261a6 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628462 Jun 30 19:06:53.731736 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b13770-6999-42dd-8c05-847076e3ccd8 req-25aab423-4829-4f2e-9de0-49d1cb32a09b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.733881 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-38b13770-6999-42dd-8c05-847076e3ccd8 req-25aab423-4829-4f2e-9de0-49d1cb32a09b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 943 time: 0.1628401 Jun 30 19:06:53.819167 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-38b13770-6999-42dd-8c05-847076e3ccd8 req-bc05548b-6369-4a12-a3d6-7fc1c2794fd0 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783641 Jun 30 19:06:53.828044 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040192-ba33-4c76-a797-0249e3546b04 req-e76db1a4-2d8e-4501-bb70-68783a333900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.831311 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-e76db1a4-2d8e-4501-bb70-68783a333900 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af0635f2-64ee-48f9-a92d-46148fd86f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2190032 Jun 30 19:06:53.850193 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f8123-a7f1-4576-89f6-c58380645988 req-73b3c3ee-2c77-4639-b256-5d87081a536a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.850193 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-357f8123-a7f1-4576-89f6-c58380645988 req-73b3c3ee-2c77-4639-b256-5d87081a536a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Synchronizing usage tracker for tenant:fac9afa1ccc744119cea7502b2fbfb34 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:06:53.880074 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-fca8ec3c-b765-47c4-ba9c-ecdc764362e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:53.881702 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-fca8ec3c-b765-47c4-ba9c-ecdc764362e2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3015645 Jun 30 19:06:54.026185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc964f4-db73-4701-8c6f-a00939a25fa8 req-6580b134-60aa-4fbf-a668-0e71c8bc6c47 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:54.028520 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9bc964f4-db73-4701-8c6f-a00939a25fa8 req-6580b134-60aa-4fbf-a668-0e71c8bc6c47 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.1266520 Jun 30 19:06:54.036441 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-357f8123-a7f1-4576-89f6-c58380645988 req-73b3c3ee-2c77-4639-b256-5d87081a536a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Unset dirty status for tenant:fac9afa1ccc744119cea7502b2fbfb34 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:06:54.037628 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-357f8123-a7f1-4576-89f6-c58380645988 req-73b3c3ee-2c77-4639-b256-5d87081a536a tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.4206777 Jun 30 19:06:54.091682 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9bc964f4-db73-4701-8c6f-a00939a25fa8 req-9cb79cc5-fb6b-47b3-a9f0-9bc6a18afc9b tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554841 Jun 30 19:06:54.201429 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-4c686675-7d87-40b5-a180-0a5eb845f8a5 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511131 Jun 30 19:06:54.262717 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Deleting port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:06:54.263062 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:54.371275 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-8203fa81-ca04-488f-92f7-2ec534d3c750 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366539 Jun 30 19:06:54.484452 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f119707-803f-4d2e-b702-6200e890a47b req-90e0e9ad-a883-413a-88c9-fc120e7924e6 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:54.486357 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6f119707-803f-4d2e-b702-6200e890a47b req-90e0e9ad-a883-413a-88c9-fc120e7924e6 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 944 time: 0.0951474 Jun 30 19:06:54.558124 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6f119707-803f-4d2e-b702-6200e890a47b req-64cf2574-8543-4efe-9d33-50afe93857c5 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Jun 30 19:06:54.694302 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-43040192-ba33-4c76-a797-0249e3546b04 req-3cca7694-b4f0-4758-aeca-8339123b677f service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844794 Jun 30 19:06:54.737515 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6d2cb3ef-484a-4618-8e21-74e507b99912 req-5db08b87-e101-4c41-b882-9e232cf63adb service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545125 Jun 30 19:06:54.949392 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] For port 0f36cf9c-4032-4ccc-a759-bc5e739fb161, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=0f36cf9c-4032-4ccc-a759-bc5e739fb161,segment=NetworkSegment(b2214a88-fac1-4c21-ade9-5a2ebc41ee38),segment_id=b2214a88-fac1-4c21-ade9-5a2ebc41ee38)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:54.949803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:54.952974 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138c893-5e59-4cdf-a2e2-e25e1f663be3 req-62a7c856-b628-4385-bb1a-ce45d6070c6e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:54.955061 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c138c893-5e59-4cdf-a2e2-e25e1f663be3 req-62a7c856-b628-4385-bb1a-ce45d6070c6e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.0948546 Jun 30 19:06:55.063256 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c138c893-5e59-4cdf-a2e2-e25e1f663be3 req-04341af4-fb76-4641-9725-e3bfbdc4d63e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718560 Jun 30 19:06:55.097689 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635ff39-e19c-489c-9c7e-b8fcdb9a174f req-836437b1-d10f-4774-b1d3-fbaf0b35a309 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:55.099790 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b635ff39-e19c-489c-9c7e-b8fcdb9a174f req-836437b1-d10f-4774-b1d3-fbaf0b35a309 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 943 time: 0.1433609 Jun 30 19:06:55.101357 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:55.114112 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Calling delete_port for 0f36cf9c-4032-4ccc-a759-bc5e739fb161 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:06:55.191091 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'status': 'completed', 'code': 200} Jun 30 19:06:55.199676 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b635ff39-e19c-489c-9c7e-b8fcdb9a174f req-1112f9a1-70ce-45bf-9b8f-88f3971d3d20 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908048 Jun 30 19:06:55.226339 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-5f1f857f-73f2-4635-8165-d7f4a48f6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:55.227886 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-5f1f857f-73f2-4635-8165-d7f4a48f6f0a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1097 time: 0.3221526 Jun 30 19:06:55.380450 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8244cfb-a6fe-4c01-a01a-ad58cab1a1d3 req-ab5cd895-e30a-46b5-9d21-99752720f4c3 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:55.381926 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a8244cfb-a6fe-4c01-a01a-ad58cab1a1d3 req-ab5cd895-e30a-46b5-9d21-99752720f4c3 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 946 time: 0.0899851 Jun 30 19:06:55.454117 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:55.462625 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a8244cfb-a6fe-4c01-a01a-ad58cab1a1d3 req-b7e702c4-8e96-4641-883e-3fd87abe6ac5 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/security-groups?id=82198628-bb1a-4219-bbf5-b7b7926c0b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 Jun 30 19:06:55.464308 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-841f49a1-4050-45cb-b259-4665b3413986 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:55.526894 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Pushing event deleted for resources: {'Port': ['ID=0f36cf9c-4032-4ccc-a759-bc5e739fb161,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:55.535005 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:55.609163 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-d7301898-9d5e-40c2-9252-4a7d3f602221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:55.611424 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-d7301898-9d5e-40c2-9252-4a7d3f602221 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 917 time: 0.3751433 Jun 30 19:06:55.724280 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] No DVR routers for this DVR port 0f36cf9c-4032-4ccc-a759-bc5e739fb161 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:06:55.734513 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:55.741027 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-734085ad-0b6d-4624-a8fd-3cd52b6d0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:55.742946 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-734085ad-0b6d-4624-a8fd-3cd52b6d0ab3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 1096 time: 0.4826756 Jun 30 19:06:55.746261 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-e108510b-9c00-4bbd-8092-d33b8f118564 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 217 time: 0.0983145 Jun 30 19:06:55.857454 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-357f8123-a7f1-4576-89f6-c58380645988 req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.99 "DELETE /v2.0/ports/0f36cf9c-4032-4ccc-a759-bc5e739fb161 HTTP/1.1" status: 204 len: 173 time: 1.8047142 Jun 30 19:06:55.972373 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c803239-4353-4719-9982-84cdc8a53e94 req-9f354232-37eb-424e-8341-25dd15d5614d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:55.975564 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2c803239-4353-4719-9982-84cdc8a53e94 req-9f354232-37eb-424e-8341-25dd15d5614d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 944 time: 0.2693870 Jun 30 19:06:56.005910 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-2a1864fd-8f4a-419f-9c5a-6510207990a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:56.007437 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-2a1864fd-8f4a-419f-9c5a-6510207990a7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 200 len: 854 time: 0.2504535 Jun 30 19:06:56.048196 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2c803239-4353-4719-9982-84cdc8a53e94 req-c002a2e1-89c1-4bbc-a3a1-4e8a7f354fe5 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615537 Jun 30 19:06:56.110232 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-b44abff5-7b4c-45e1-a284-6e93199ffeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:56.112519 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-b44abff5-7b4c-45e1-a284-6e93199ffeee service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 0.3566823 Jun 30 19:06:56.187218 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-9068d73f-c74a-49b0-9364-77b5b1516334 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf HTTP/1.1" status: 200 len: 217 time: 0.0672541 Jun 30 19:06:56.242717 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-ea2e9f09-b622-4353-ab57-62cc47718412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:56.244252 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-ea2e9f09-b622-4353-ab57-62cc47718412 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af0635f2-64ee-48f9-a92d-46148fd86f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2206349 Jun 30 19:06:56.295914 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd0216-9268-4ee4-87c5-2faec05a1c28 req-25d0f6ed-8429-435f-83ca-b76cb63de223 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:56.297635 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e5fd0216-9268-4ee4-87c5-2faec05a1c28 req-25d0f6ed-8429-435f-83ca-b76cb63de223 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.0989940 Jun 30 19:06:56.339892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-dfca46a6-6142-464a-be01-7fc3980896dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:56.341388 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-dfca46a6-6142-464a-be01-7fc3980896dd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.1471026 Jun 30 19:06:56.360133 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e5fd0216-9268-4ee4-87c5-2faec05a1c28 req-9dc2e5b1-46fc-4444-8c6e-444859f89ea5 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551207 Jun 30 19:06:56.449117 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376b24-3947-4676-84a6-d6f9552ffb1f req-a43ad7c5-3daa-46d5-a58a-1243cb884a52 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:56.450775 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-37376b24-3947-4676-84a6-d6f9552ffb1f req-a43ad7c5-3daa-46d5-a58a-1243cb884a52 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 943 time: 0.0897443 Jun 30 19:06:56.454300 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-b05998d8-b40d-440d-9a98-89ad0797eda9 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003930 Jun 30 19:06:56.530562 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-37376b24-3947-4676-84a6-d6f9552ffb1f req-f25d86a0-8ed5-4bb8-bcd9-d4959596a3e8 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704467 Jun 30 19:06:56.670157 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-b236ee9f-8ed7-4091-b3ca-fd67bf29413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:56.672148 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-b236ee9f-8ed7-4091-b3ca-fd67bf29413a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3204219 Jun 30 19:06:56.718764 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-446e2a46-e73f-4925-a8cd-4d9103119daf req-26913ec7-238c-436c-9a1b-ecc5d3fd28e6 tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42a4a48-6897-4332-b42c-649bebc9419e HTTP/1.1" status: 200 len: 210 time: 0.0666597 Jun 30 19:06:56.870038 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6db3f7a5-4645-4111-90be-97f9e16ffab9 req-5d97833e-ed16-431c-8609-ad7a687939ea service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048791 Jun 30 19:06:56.894311 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-ed518d71-1c22-4f71-92d6-30eb74edd4f3 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113307 Jun 30 19:06:57.051472 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-c5f9e834-9dc9-4e13-8b1e-1808814e3b3b req-0bac4859-cdbc-4494-962f-4537d8f24435 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485524 Jun 30 19:06:57.192283 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'name': 'network-vif-deleted', 'tag': '0f36cf9c-4032-4ccc-a759-bc5e739fb161'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:06:57.255015 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42a4a48-6897-4332-b42c-649bebc9419e', 'name': 'network-vif-deleted', 'tag': '0f36cf9c-4032-4ccc-a759-bc5e739fb161', 'status': 'completed', 'code': 200} Jun 30 19:06:57.257291 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device aabfd3c1-484d-4e29-947a-985b7275f686 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:06:57.266518 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 0f36cf9c-4032-4ccc-a759-bc5e739fb161 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:06:57.269944 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57a35e-0541-4287-9874-e96476312f0d req-a9324b52-29bf-449a-a145-46448eb902fc tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:57.272842 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ef57a35e-0541-4287-9874-e96476312f0d req-a9324b52-29bf-449a-a145-46448eb902fc tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 944 time: 0.1037152 Jun 30 19:06:57.327325 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 0f36cf9c-4032-4ccc-a759-bc5e739fb161 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:06:57.327589 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 0f36cf9c-4032-4ccc-a759-bc5e739fb161 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:06:57.338776 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ef57a35e-0541-4287-9874-e96476312f0d req-0cdb10a1-6d84-484c-8a5b-a9bd88e5d024 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605168 Jun 30 19:06:57.430936 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:06:57.447806 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=aabfd3c1-484d-4e29-947a-985b7275f686,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:57.467300 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'port_id': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'mac_address': 'fa:16:3e:38:0c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:06:57.560454 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:57.590756 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bffdd2-75fa-4452-a98f-694ef1a3ce73 req-6be07e08-4307-4f23-9ff6-631e6fcbc80a tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:57.592552 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-85bffdd2-75fa-4452-a98f-694ef1a3ce73 req-6be07e08-4307-4f23-9ff6-631e6fcbc80a tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1173177 Jun 30 19:06:57.593113 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabfd3c1-484d-4e29-947a-985b7275f686 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:57.624719 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=aabfd3c1-484d-4e29-947a-985b7275f686,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:57.632535 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:57.633480 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device ef3aa03b-6abe-4aee-af8d-5f104f5adecf details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:06:57.638187 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:57.665244 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-85bffdd2-75fa-4452-a98f-694ef1a3ce73 req-77087f3d-0164-4ae6-804d-90268c0dc0b0 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629604 Jun 30 19:06:57.813816 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b53f9-b91c-4b4b-99e9-43e73d47f31f req-7e1ad827-13ac-402d-90f3-8ad6e24e99de tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:57.817886 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-419b53f9-b91c-4b4b-99e9-43e73d47f31f req-7e1ad827-13ac-402d-90f3-8ad6e24e99de tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 943 time: 0.1252577 Jun 30 19:06:57.903659 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:57.904796 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-419b53f9-b91c-4b4b-99e9-43e73d47f31f req-b898de24-dbf6-4f9d-8f4e-9a8931253bf1 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809538 Jun 30 19:06:57.912426 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:57.975794 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port ef3aa03b-6abe-4aee-af8d-5f104f5adecf, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:57.992247 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'port_id': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'mac_address': 'fa:16:3e:a5:ae:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:06:58.054293 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:58.073031 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3aa03b-6abe-4aee-af8d-5f104f5adecf {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:06:58.099042 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port ef3aa03b-6abe-4aee-af8d-5f104f5adecf, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:06:58.103648 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:06:58.105687 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:06:58.178998 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:06:58.182719 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:06:58.479801 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['aabfd3c1-484d-4e29-947a-985b7275f686'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:06:58.511641 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['ef3aa03b-6abe-4aee-af8d-5f104f5adecf'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:06:58.590740 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d4ae-3206-44e7-901e-eae9d8e234ec req-9385af5a-71ad-4eaa-a802-a4b6db7cc41d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:58.593035 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-72e1d4ae-3206-44e7-901e-eae9d8e234ec req-9385af5a-71ad-4eaa-a802-a4b6db7cc41d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 945 time: 0.1401432 Jun 30 19:06:58.669220 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-72e1d4ae-3206-44e7-901e-eae9d8e234ec req-8551839d-0aa6-4ce0-a805-f12d6fa1c3b0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648422 Jun 30 19:06:58.993118 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e052d-c61f-42a5-bb6e-b5f98837e962 req-8aca8ecf-5e7f-4e9b-9da0-e7286e5f3c89 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:58.995801 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5b4e052d-c61f-42a5-bb6e-b5f98837e962 req-8aca8ecf-5e7f-4e9b-9da0-e7286e5f3c89 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1199758 Jun 30 19:06:59.098622 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5b4e052d-c61f-42a5-bb6e-b5f98837e962 req-a9af9af0-d97c-4df2-bb7d-9aac61f6f1f7 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932841 Jun 30 19:06:59.151435 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e21a58-8927-4ce9-997e-bee752858da5 req-bc62604c-8bc2-41d4-892c-80b150674097 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:59.152947 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d4e21a58-8927-4ce9-997e-bee752858da5 req-bc62604c-8bc2-41d4-892c-80b150674097 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 944 time: 0.1109028 Jun 30 19:06:59.221364 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d4e21a58-8927-4ce9-997e-bee752858da5 req-a5cee8a2-fe33-4868-9fb0-8041e02619c5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621805 Jun 30 19:06:59.909707 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250197f2-9d5b-4395-928d-1385a8d8ae24 req-77e4357a-b42a-48d6-a999-9d8ba4408ff1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:06:59.914210 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-250197f2-9d5b-4395-928d-1385a8d8ae24 req-77e4357a-b42a-48d6-a999-9d8ba4408ff1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 945 time: 0.0967560 Jun 30 19:06:59.971435 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-250197f2-9d5b-4395-928d-1385a8d8ae24 req-92a8f895-604b-4b6c-8113-343021a4948a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524344 Jun 30 19:07:00.365489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d047a1-a240-4972-82d7-242ab183f878 req-19207d63-12c2-415c-bdc1-581bf6b23197 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:00.368124 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-87d047a1-a240-4972-82d7-242ab183f878 req-19207d63-12c2-415c-bdc1-581bf6b23197 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1418107 Jun 30 19:07:00.468112 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-87d047a1-a240-4972-82d7-242ab183f878 req-458e3e4b-e9e9-40e4-8871-853859c236dc tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935411 Jun 30 19:07:00.504269 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d996c-8723-4b7f-9b89-897e9c2c99c6 req-75663855-bd35-40ba-abb2-9cf00f2d538b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:00.505788 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-186d996c-8723-4b7f-9b89-897e9c2c99c6 req-75663855-bd35-40ba-abb2-9cf00f2d538b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 944 time: 0.1125579 Jun 30 19:07:00.558522 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-186d996c-8723-4b7f-9b89-897e9c2c99c6 req-cb825766-6e1c-4110-8262-e113fb841432 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465436 Jun 30 19:07:01.171796 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcfd44-1735-45c6-adff-d005d02465f1 req-be4828e0-7187-4dc9-bc22-d77566fd4467 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:01.173319 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cbcfd44-1735-45c6-adff-d005d02465f1 req-be4828e0-7187-4dc9-bc22-d77566fd4467 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 945 time: 0.0859714 Jun 30 19:07:01.229276 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1cbcfd44-1735-45c6-adff-d005d02465f1 req-61d6626a-0a8b-44d2-b5f4-1c17575eeedf tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Jun 30 19:07:01.285794 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device aabfd3c1-484d-4e29-947a-985b7275f686 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:07:01.360335 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port aabfd3c1-484d-4e29-947a-985b7275f686 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:07:01.365673 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port aabfd3c1-484d-4e29-947a-985b7275f686 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:07:01.366017 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:01.498520 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:01.528563 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:01.562973 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=aabfd3c1-484d-4e29-947a-985b7275f686,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:01.570740 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:01.571670 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device ef3aa03b-6abe-4aee-af8d-5f104f5adecf up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:07:01.616990 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:01.682029 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'code': 200} Jun 30 19:07:01.720212 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:01.731397 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf477d-40ff-4b45-b678-eb4c52aa086f req-81b4f0b3-a202-4c68-90ee-2880d1ea7d9e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:01.734707 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-69cf477d-40ff-4b45-b678-eb4c52aa086f req-81b4f0b3-a202-4c68-90ee-2880d1ea7d9e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.0990968 Jun 30 19:07:01.740917 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.741315 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.741601 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.741926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.742472 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.742795 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.743274 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.743824 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.743969 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.744445 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.744937 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.745394 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:07:01.749595 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port ef3aa03b-6abe-4aee-af8d-5f104f5adecf completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:07:01.757987 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:01.759297 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port ef3aa03b-6abe-4aee-af8d-5f104f5adecf triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:07:01.759697 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:01.873924 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-69cf477d-40ff-4b45-b678-eb4c52aa086f req-dccc16b8-38ac-47ad-85fa-5486aa1727bd tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313119 Jun 30 19:07:01.914612 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe95da-e80a-4d44-a5ec-36d43d4632ba req-a410c3f3-334a-4267-853c-29fd61e9b993 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:01.916169 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5efe95da-e80a-4d44-a5ec-36d43d4632ba req-a410c3f3-334a-4267-853c-29fd61e9b993 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 944 time: 0.1362944 Jun 30 19:07:01.922090 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:01.964712 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port ef3aa03b-6abe-4aee-af8d-5f104f5adecf, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:01.971124 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:01.975301 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:01.988117 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5efe95da-e80a-4d44-a5ec-36d43d4632ba req-da19637c-aa46-4852-a6a4-95f8bfef40b8 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597541 Jun 30 19:07:01.998887 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc0858-c248-47c0-9c72-d012213ae30b req-7c369199-9a07-42b8-ad93-1f3ca5cf4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:02.000476 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3adc0858-c248-47c0-9c72-d012213ae30b req-7c369199-9a07-42b8-ad93-1f3ca5cf4b46 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1099 time: 0.0815313 Jun 30 19:07:02.054716 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:02.057972 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:02.067268 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3adc0858-c248-47c0-9c72-d012213ae30b req-b7d9a883-b658-4de8-9a34-b658436e8ee0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517812 Jun 30 19:07:02.419341 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5830454-9fb3-4df5-accd-9ba5a8c8722f req-f4ce477a-28c4-4f31-bf12-6cdde4903628 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:02.420812 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5830454-9fb3-4df5-accd-9ba5a8c8722f req-f4ce477a-28c4-4f31-bf12-6cdde4903628 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.0814266 Jun 30 19:07:02.559801 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5830454-9fb3-4df5-accd-9ba5a8c8722f req-f008e89a-d3fd-4452-87b6-f618f4c95dc7 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326048 Jun 30 19:07:03.078960 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa679101-e806-4af2-bbdf-6e53ab427edd req-cf5f8879-b296-4a84-bbb7-fbed0e2c5ae8 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:03.086687 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fa679101-e806-4af2-bbdf-6e53ab427edd req-cf5f8879-b296-4a84-bbb7-fbed0e2c5ae8 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.0958323 Jun 30 19:07:03.175202 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fa679101-e806-4af2-bbdf-6e53ab427edd req-f885653c-3694-4597-94c2-506e733fb8eb tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876071 Jun 30 19:07:03.217907 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c649143-4c39-4874-8563-17bc8f6d82fd req-f704a120-d2e3-401e-adbb-df12ed4d4f16 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:03.219012 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6c649143-4c39-4874-8563-17bc8f6d82fd req-f704a120-d2e3-401e-adbb-df12ed4d4f16 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.0994854 Jun 30 19:07:03.284827 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6c649143-4c39-4874-8563-17bc8f6d82fd req-e9ff42cc-1a66-4ee3-9199-d5b0142dcdca tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486937 Jun 30 19:07:03.683220 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:03.731844 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'code': 200} Jun 30 19:07:03.750265 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a3878-0dd4-4bab-aa0b-f9b981823920 req-7d35c827-b094-4b7a-bf92-f9d614bb251d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:03.751806 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-577a3878-0dd4-4bab-aa0b-f9b981823920 req-7d35c827-b094-4b7a-bf92-f9d614bb251d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.0850329 Jun 30 19:07:03.806938 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-577a3878-0dd4-4bab-aa0b-f9b981823920 req-06a58f03-bf23-4bae-bfcb-77fd74ee5415 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494623 Jun 30 19:07:03.923597 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-6d13bd63-07b1-40ef-844b-5f49ca3e3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:03.925327 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-6d13bd63-07b1-40ef-844b-5f49ca3e3a4e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1098 time: 0.0983613 Jun 30 19:07:04.046175 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d61c0e-3596-44d5-9fa0-5f70836d70d9 req-74c63915-84a3-4c3d-ade8-adf507657e15 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.047731 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f4d61c0e-3596-44d5-9fa0-5f70836d70d9 req-74c63915-84a3-4c3d-ade8-adf507657e15 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.1139171 Jun 30 19:07:04.122951 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f4d61c0e-3596-44d5-9fa0-5f70836d70d9 req-e30ba6c4-d1b2-46ba-a4e1-101971f943fb tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Jun 30 19:07:04.151977 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-037a5dba-94f7-4e3f-9f06-5fb0df030f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.154103 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-037a5dba-94f7-4e3f-9f06-5fb0df030f6f service neutron] 10.222.0.99 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 911 time: 0.2091470 Jun 30 19:07:04.161442 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0803b-93af-41b8-a6de-ef710b3376d4 req-00c30117-c943-40fd-8fd5-648880fddfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.163312 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7cf0803b-93af-41b8-a6de-ef710b3376d4 req-00c30117-c943-40fd-8fd5-648880fddfe6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 1098 time: 0.1914442 Jun 30 19:07:04.315535 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7cf0803b-93af-41b8-a6de-ef710b3376d4 req-253f6728-483c-4f4b-bf12-9694ea40e902 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929923 Jun 30 19:07:04.332463 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-98216e4d-8a83-413f-8029-ac03471e69b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 1001 time: 0.1679220 Jun 30 19:07:04.567632 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88ec40-e849-42bf-adbe-3afbc3ce602f req-4f3fa236-2597-4321-9f60-9d454095c922 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.575060 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ca88ec40-e849-42bf-adbe-3afbc3ce602f req-4f3fa236-2597-4321-9f60-9d454095c922 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1617644 Jun 30 19:07:04.666283 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ca88ec40-e849-42bf-adbe-3afbc3ce602f req-2a189b85-6161-4789-9e29-398ac41be214 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900025 Jun 30 19:07:04.685405 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96f16-f044-4b76-8621-e16c8c2206c4 req-d77a8cc6-f684-4642-a72e-a63cfe2f85de tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.692996 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cde96f16-f044-4b76-8621-e16c8c2206c4 req-d77a8cc6-f684-4642-a72e-a63cfe2f85de tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.1760905 Jun 30 19:07:04.718470 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-28f7b5bf-fa94-4df5-8a80-a28743111528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.721887 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-28f7b5bf-fa94-4df5-8a80-a28743111528 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 200 len: 848 time: 0.1063929 Jun 30 19:07:04.754681 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cde96f16-f044-4b76-8621-e16c8c2206c4 req-36904e5a-7830-4625-96b3-9baf126c07ad tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601807 Jun 30 19:07:04.831931 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-bf4eb39e-d84a-4d4b-a15f-83a3eed8543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.833491 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-bf4eb39e-d84a-4d4b-a15f-83a3eed8543a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6d5169a0-f4d1-46e5-a566-f445760409d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1051486 Jun 30 19:07:04.892833 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfabed0-f2a1-4406-ad13-733fbf7199dd req-81c27233-64a1-44c4-a976-f37d45002348 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:04.894327 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2bfabed0-f2a1-4406-ad13-733fbf7199dd req-81c27233-64a1-44c4-a976-f37d45002348 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.0902107 Jun 30 19:07:04.941696 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2bfabed0-f2a1-4406-ad13-733fbf7199dd req-b1575a4c-3a8f-4dd7-a4c9-3085c3b74b69 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Jun 30 19:07:04.992333 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-4ad1e1f4-0b86-4937-9a38-8f2cee2cb0b8 service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516027 Jun 30 19:07:05.133026 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-666e5866-a86d-4b6d-980e-6185ad691e10 req-664cd877-1656-4861-b0cc-4af1c0bfda76 service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317587 Jun 30 19:07:05.924631 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-68da50e3-02f6-4f40-853f-16bcd87f43b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:05.974891 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd82a-ca9b-4232-93bf-0fa81d0d969f req-d03effa3-1f69-4246-846f-7e4a47e07124 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:05.976506 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-de6bd82a-ca9b-4232-93bf-0fa81d0d969f req-d03effa3-1f69-4246-846f-7e4a47e07124 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1597760 Jun 30 19:07:05.989119 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c1eb-8f13-46f5-9e9f-f6ddcd5901b6 req-54d2a992-4f60-4aab-83a1-03c469fcabb5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:05.990619 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-62d8c1eb-8f13-46f5-9e9f-f6ddcd5901b6 req-54d2a992-4f60-4aab-83a1-03c469fcabb5 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.1235149 Jun 30 19:07:06.074250 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-de6bd82a-ca9b-4232-93bf-0fa81d0d969f req-9406ebdc-00d8-40b6-be55-3061f0f296e0 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825691 Jun 30 19:07:06.084003 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-62d8c1eb-8f13-46f5-9e9f-f6ddcd5901b6 req-0fda7f4c-2817-47a9-8845-59fd66bfc70a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768423 Jun 30 19:07:06.275827 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc937e9-6e6a-4b86-9afd-1800b7988491 req-0d3c3e50-4fe3-4413-bc77-8a8162250b05 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:06.277306 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bbc937e9-6e6a-4b86-9afd-1800b7988491 req-0d3c3e50-4fe3-4413-bc77-8a8162250b05 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.0843773 Jun 30 19:07:06.286888 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42728) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:06.292048 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Request body: {'floatingip': {'port_id': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:06.373819 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:06.488688 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:07.157838 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:07.163539 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:07.419001 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.l3_db [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Floating IP de6b519c-824f-4d54-abcf-2724928c9ca0 associated. External IP: 172.28.1.95, port: ef3aa03b-6abe-4aee-af8d-5f104f5adecf. Jun 30 19:07:07.514544 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12bf3b-fa9d-4cad-ae22-3c0e0ed87c34 req-5803da5a-f065-43a8-a487-395a9d0d10ee tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:07.516153 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd12bf3b-fa9d-4cad-ae22-3c0e0ed87c34 req-5803da5a-f065-43a8-a487-395a9d0d10ee tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.2941279 Jun 30 19:07:07.670774 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd12bf3b-fa9d-4cad-ae22-3c0e0ed87c34 req-818d91a3-81d1-4e65-be47-953a561432dc tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466284 Jun 30 19:07:08.069528 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Router f419858e-96cf-474a-bd2c-00b242ab36ca has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:07:08.275821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:07:08.281689 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:08.288518 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] Sync routers for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:07:08.301331 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:07:08.302167 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:06:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:08.340836 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-29b82981-d652-4ec0-bd76-372f494fa340 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "PUT /v2.0/floatingips/de6b519c-824f-4d54-abcf-2724928c9ca0 HTTP/1.1" status: 200 len: 990 time: 2.0528383 Jun 30 19:07:08.341662 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf'}] {{(pid=78661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:08.394910 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'status': 'completed', 'code': 200} Jun 30 19:07:08.551695 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-5423e235-45a4-493f-855e-74175ddb8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:08.553096 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-5423e235-45a4-493f-855e-74175ddb8ef9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 1098 time: 0.0932453 Jun 30 19:07:08.572369 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:07:08.726071 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-8dc61aeb-61a7-445d-885d-d10799c17515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:08.728952 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-8dc61aeb-61a7-445d-885d-d10799c17515 service neutron] 10.222.0.99 "GET /v2.0/networks?id=317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 200 len: 913 time: 0.1690342 Jun 30 19:07:08.984892 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686692-4dfc-4732-a850-bed0ee9e5e66 req-9d463a60-7f99-4ce1-9cc7-e35b80f95ba9 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:08.988317 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-42686692-4dfc-4732-a850-bed0ee9e5e66 req-9d463a60-7f99-4ce1-9cc7-e35b80f95ba9 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1641135 Jun 30 19:07:09.002417 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-02953335-d3cc-4779-b84b-0e89f7f791da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:09.074480 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-21270406-a540-429e-8716-e7055e0924da service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf HTTP/1.1" status: 200 len: 998 time: 0.3377299 Jun 30 19:07:09.115334 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-42686692-4dfc-4732-a850-bed0ee9e5e66 req-c1a113c0-d363-415e-8f1b-bab670114364 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146483 Jun 30 19:07:09.228758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-09acb23d-e029-4a5d-9824-551202f32f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:09.230411 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-09acb23d-e029-4a5d-9824-551202f32f96 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 200 len: 850 time: 0.1488090 Jun 30 19:07:09.252493 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': 'de6b519c-824f-4d54-abcf-2724928c9ca0', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'floating_ip_address': '172.28.1.95', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'port_id': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'mac_address': 'fa:16:3e:a5:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:06:32Z', 'updated_at': '2021-06-30T19:07:07Z', 'revision_number': 1, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:09.259499 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] Checking router: f419858e-96cf-474a-bd2c-00b242ab36ca for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:07:09.281114 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:07:09.282425 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:07:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:09.422559 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-92c4ee97-b662-417d-b904-df0aca99e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:09.427326 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-92c4ee97-b662-417d-b904-df0aca99e7e0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=317c76f1-cd67-474e-b060-7bc8b25aabdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1887064 Jun 30 19:07:09.484372 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 5c11822a-60d6-48cb-8e43-e800cdf851d5 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:07:09.540520 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42792) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:09.656439 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d2227-70e4-4ffa-9473-b0840dcfd33d req-8d594d69-f240-4aba-a7c3-d1911c18b4ed tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:09.665647 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-656d2227-70e4-4ffa-9473-b0840dcfd33d req-8d594d69-f240-4aba-a7c3-d1911c18b4ed tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1920152 Jun 30 19:07:09.848571 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-6c8d539e-8a9b-49f7-a8f2-8d4bb8677d68 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129157 Jun 30 19:07:09.889205 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-656d2227-70e4-4ffa-9473-b0840dcfd33d req-7aa8d9c3-ae5e-4407-933d-31420b3ef901 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221043 Jun 30 19:07:09.945620 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-7c99557d-118c-40d2-bd8e-a2b54d47026d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4038036 Jun 30 19:07:10.008194 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:07:10.070334 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:10.139796 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-0f0eeabd-8236-40fc-8d4e-1b5878dba08f req-220e377b-a150-4e93-b2e5-0abe83743ab3 service neutron] 10.222.0.99 "GET /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726595 Jun 30 19:07:10.273005 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:10.290008 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:10.323032 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:10.340170 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:10.384548 dv-cinder-798879-1-smb neutron-server[78662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'code': 422} returned with failed status Jun 30 19:07:10.505440 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:10.529011 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=6']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:10.551209 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:10.632741 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': 'de6b519c-824f-4d54-abcf-2724928c9ca0', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'floating_ip_address': '172.28.1.95', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'port_id': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'mac_address': 'fa:16:3e:a5:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:06:32Z', 'updated_at': '2021-06-30T19:07:07Z', 'revision_number': 1, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:10.637416 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15af76-3f5e-4d69-a302-9f9f99c013c6 None None] The sync data for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb is: [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': 'de6b519c-824f-4d54-abcf-2724928c9ca0', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'floating_ip_address': '172.28.1.95', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'port_id': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'mac_address': 'fa:16:3e:a5:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:06:32Z', 'updated_at': '2021-06-30T19:07:07Z', 'revision_number': 1, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:07:10.742792 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33d0f-fe6a-4945-abe1-048023e05ad7 req-607ff768-bb2b-4276-bb92-654758406073 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:10.744295 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-96d33d0f-fe6a-4945-abe1-048023e05ad7 req-607ff768-bb2b-4276-bb92-654758406073 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.0994620 Jun 30 19:07:10.938425 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4ed42-178e-4f79-834a-19a9666976cc None None] New status for floating IP de6b519c-824f-4d54-abcf-2724928c9ca0: ACTIVE {{(pid=78663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:07:10.945809 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:10.983362 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-96d33d0f-fe6a-4945-abe1-048023e05ad7 req-70366eb0-5683-47dc-86fa-0eed57104d5c tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330339 Jun 30 19:07:11.014725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42830) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:11.241684 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ae5c1-3f31-430c-936e-20edaa438515 tempest-TestMinimumBasicScenario-514739793 tempest-TestMinimumBasicScenario-514739793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:11.244202 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-801ae5c1-3f31-430c-936e-20edaa438515 tempest-TestMinimumBasicScenario-514739793 tempest-TestMinimumBasicScenario-514739793-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1094 time: 0.2283113 Jun 30 19:07:11.248465 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42840) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:11.258301 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'floatingip': {'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'port_id': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:11.271744 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:11.280217 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:floatingip and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:11.287537 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:11.307643 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:11.345113 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for floatingip, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:11.454567 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eefcbd-251c-4c3c-af8b-9d261cfeeb1b req-3c3e7868-2026-4a50-8711-28d3b6904ee9 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:11.461469 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-93eefcbd-251c-4c3c-af8b-9d261cfeeb1b req-3c3e7868-2026-4a50-8711-28d3b6904ee9 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.3061666 Jun 30 19:07:11.537209 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-ad6c7008-c8ec-49f6-88a4-5bc99f9620e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:11.539426 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-ad6c7008-c8ec-49f6-88a4-5bc99f9620e9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba&tenant_id=369991e2ea7740ababa870cb4c4a4e7d HTTP/1.1" status: 200 len: 1096 time: 0.0825686 Jun 30 19:07:11.542336 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-93eefcbd-251c-4c3c-af8b-9d261cfeeb1b req-bbdd76ba-da5c-4374-ab03-5995d2fbad36 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657458 Jun 30 19:07:11.580947 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:11.659904 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-ee4b79ca-597a-43ee-a509-b34f52a9b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:11.661379 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-ee4b79ca-597a-43ee-a509-b34f52a9b772 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1096 time: 0.0824604 Jun 30 19:07:11.726542 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_common [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Allocated IP 172.28.1.103 (91fdc1ca-3a7f-4015-9808-80fda02dc277/da62783d-ee5e-4e36-8ec6-028d185df4df/bc2e6f3d-e3c2-4867-aa6b-2e89748833fe) {{(pid=78661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:07:11.809022 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-b64d8831-2414-4e48-b252-8a28e448b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:11.810990 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-b64d8831-2414-4e48-b252-8a28e448b55f service neutron] 10.222.0.99 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 911 time: 0.1421132 Jun 30 19:07:11.891286 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for port, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:11.920363 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-c8cbcb32-a9fb-4bd9-a3b7-81fc6f1d51e8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 999 time: 0.1015491 Jun 30 19:07:11.923058 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:11.927519 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-90e4baf1-c03c-49af-af3c-ac66e70e73d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:12.000343 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Network 91fdc1ca-3a7f-4015-9808-80fda02dc277 is already hosted by enough agents. {{(pid=78661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:07:12.004340 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources bound (agent type, host, resource id): {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:07:12.004699 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-166a6e4a-fb3c-4817-a126-f85be71cfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:12.006932 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-166a6e4a-fb3c-4817-a126-f85be71cfe52 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 200 len: 848 time: 0.0790761 Jun 30 19:07:12.008671 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Received port after_create {{(pid=78661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:07:12.048872 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'Port': ['ID=bc2e6f3d-e3c2-4867-aa6b-2e89748833fe,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:12.053626 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:12.097486 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-c6ba31c3-0cb7-49b9-8a33-4650b59b84de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:12.099121 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-c6ba31c3-0cb7-49b9-8a33-4650b59b84de service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6d5169a0-f4d1-46e5-a566-f445760409d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843642 Jun 30 19:07:12.186807 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:12.296282 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-5b4455f1-2ed9-47a5-9840-907d6bd148f1 service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891549 Jun 30 19:07:12.522207 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b44b5bc2-04ca-43f2-a1e6-57aeda059f76 req-2e494846-c8d7-409a-af3c-3420e72be74e service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180109 Jun 30 19:07:12.538081 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:12.630491 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:12.983587 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89939c7-0c5e-40ba-b55d-9373b5bf3dc1 req-bff6ad95-e476-485a-9328-89d3408b1485 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:12.985083 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d89939c7-0c5e-40ba-b55d-9373b5bf3dc1 req-bff6ad95-e476-485a-9328-89d3408b1485 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.2864864 Jun 30 19:07:13.038636 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:13.047432 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe2562-e7b0-4b3f-824c-2e74ab6d889e req-5dcda097-7b71-4ace-be36-5e8c8247908e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:13.049760 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2fbe2562-e7b0-4b3f-824c-2e74ab6d889e req-5dcda097-7b71-4ace-be36-5e8c8247908e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.2050078 Jun 30 19:07:13.061427 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:13.081268 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:13.251003 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d89939c7-0c5e-40ba-b55d-9373b5bf3dc1 req-dfcb2643-980b-45a8-994b-c7706b12d540 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564476 Jun 30 19:07:13.327329 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'Port': ['ID=bc2e6f3d-e3c2-4867-aa6b-2e89748833fe,revision_number=2']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:13.335588 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2fbe2562-e7b0-4b3f-824c-2e74ab6d889e req-2ad92fdf-0419-4e89-a242-f233657f7dee tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781754 Jun 30 19:07:13.336954 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:13.355666 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:13.573331 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.l3_db [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Floating IP 04321479-8bc9-436c-afe8-b9cace357070 associated. External IP: 172.28.1.103, port: aabfd3c1-484d-4e29-947a-985b7275f686. Jun 30 19:07:13.965297 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:07:14.161750 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:07:14.171755 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] Sync routers for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:07:14.183417 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:07:14.184071 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:07:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:14.193983 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.256124 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0060062 Jun 30 19:07:14.258056 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686'}] {{(pid=78661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:14.260644 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42880) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:14.268580 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280992423', 'description': 'tempest-secgroup-smoke-1280992423 description', 'project_id': '7808aa32f66d452d93cb840d65f95367'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:14.298051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:14.303320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:14.306735 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:14.312586 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'status': 'completed', 'code': 200} Jun 30 19:07:14.314565 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:14.326009 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.349435 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:14.353498 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:14.356621 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:14.363884 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:14.392772 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:07:14.480614 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647bc0-d994-4cb6-b2f1-33c13b8d2560 req-a0846369-722f-4444-9059-fdb13b53c153 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:14.483370 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fa647bc0-d994-4cb6-b2f1-33c13b8d2560 req-a0846369-722f-4444-9059-fdb13b53c153 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 943 time: 0.0984428 Jun 30 19:07:14.517820 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-1c66deaf-d37c-480c-8b86-44bd8da95a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:14.520119 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-1c66deaf-d37c-480c-8b86-44bd8da95a16 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1099 time: 0.1319315 Jun 30 19:07:14.538173 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.565835 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.583437 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e56d303d-4acb-4913-85d4-8bdb35e05d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:14.589198 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fa647bc0-d994-4cb6-b2f1-33c13b8d2560 req-1e2d5553-2f70-4f86-8aed-503acdaf30d9 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608842 Jun 30 19:07:14.616100 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0ef4-b140-4acc-8b77-caad8ca7d9f4 req-5a5afa62-8359-4fc7-bc7a-9b571363fd3d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:14.623745 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-694e0ef4-b140-4acc-8b77-caad8ca7d9f4 req-5a5afa62-8359-4fc7-bc7a-9b571363fd3d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1346297 Jun 30 19:07:14.687885 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-694e0ef4-b140-4acc-8b77-caad8ca7d9f4 req-480a81d9-804f-4bc1-a821-46648697b8ca tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631471 Jun 30 19:07:14.757740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-98999962-17f2-4445-9d58-e0edfdb3a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:14.759255 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-98999962-17f2-4445-9d58-e0edfdb3a34f service neutron] 10.222.0.99 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 917 time: 0.2196233 Jun 30 19:07:14.761855 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6f76a-8b4a-46ba-a38e-3897b534e0e1,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:14.765192 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:14.766466 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.771441 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42894) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:14.771883 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-199708b1-051b-4275-8903-f1b16535aaa1 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5077810 Jun 30 19:07:14.776784 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'security_group_rule': {'security_group_id': '91a6f76a-8b4a-46ba-a38e-3897b534e0e1', 'project_id': '7808aa32f66d452d93cb840d65f95367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:14.791315 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:14.801735 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:14.808175 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:14.827402 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:14.871132 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.944881 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '04321479-8bc9-436c-afe8-b9cace357070', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'port_id': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'mac_address': 'fa:16:3e:38:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:07:12Z', 'updated_at': '2021-06-30T19:07:12Z', 'revision_number': 0, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:12Z', 'revision_number': 5, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:14.950323 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.957180 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] Checking router: efb42d8e-6fa7-4d0a-b904-9ac840a17d58 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:07:14.959745 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:14.963237 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:14.976327 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:07:14.977561 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:07:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:14.993659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2581a044-8384-47cf-a771-666d37bdfed1,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:14.998888 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:15.011444 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.013508 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b4e8a1d2-cf22-4c45-9c1d-79344762ace9 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2405443 Jun 30 19:07:15.014941 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-e8801053-831e-4ab3-bd45-f32b0b32da02 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 1000 time: 0.2414796 Jun 30 19:07:15.016260 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42902) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:15.022347 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'security_group_rule': {'security_group_id': '91a6f76a-8b4a-46ba-a38e-3897b534e0e1', 'project_id': '7808aa32f66d452d93cb840d65f95367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:15.029881 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:15.034467 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:15.038028 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:15.045092 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:15.075032 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.102846 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-6048fdb6-9b3c-4186-81dd-e4d01cae623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:15.104774 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-6048fdb6-9b3c-4186-81dd-e4d01cae623d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 200 len: 854 time: 0.0791767 Jun 30 19:07:15.154353 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.159683 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.162462 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-042ba3a5-7668-4c90-a362-a45b261adf2c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:15.189000 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4561a6-7066-4b84-9775-712a3467fb59,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:15.191182 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:15.201055 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.204025 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-774c717c-e8e1-4b9c-a768-38df3d3b5e13 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1860240 Jun 30 19:07:15.206587 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42906) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:15.209100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:07:15.217767 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'security_group_rule': {'security_group_id': '91a6f76a-8b4a-46ba-a38e-3897b534e0e1', 'project_id': '7808aa32f66d452d93cb840d65f95367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:15.226082 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:15.230657 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:15.234063 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:15.241585 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:15.271026 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.279839 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-326459a3-b6ce-4e0a-8d71-87a72960a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:15.281337 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-326459a3-b6ce-4e0a-8d71-87a72960a942 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af0635f2-64ee-48f9-a92d-46148fd86f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1693583 Jun 30 19:07:15.358111 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.364595 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.367711 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:15.381439 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 5c11822a-60d6-48cb-8e43-e800cdf851d5 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:07:15.390594 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27dd762-1702-4afd-a236-cbf426f4e880,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:15.391952 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-c018848b-0c33-4ae4-80f3-6587949e73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:15.393358 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-c018848b-0c33-4ae4-80f3-6587949e73c0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1096 time: 0.1906233 Jun 30 19:07:15.396045 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:15.406752 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.412387 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-de6f72ab-8da4-4847-b32f-55b8a748fc4d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2021244 Jun 30 19:07:15.412719 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42910) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:15.420801 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'security_group_rule': {'security_group_id': '91a6f76a-8b4a-46ba-a38e-3897b534e0e1', 'project_id': '7808aa32f66d452d93cb840d65f95367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:15.429766 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:15.434226 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:15.437644 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:15.452684 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:15.474807 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.522934 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-86e54679-9232-421b-a4fb-b3f7aa445574 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335703 Jun 30 19:07:15.574809 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.581139 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.593158 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:15.627373 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6639eeda-3e50-4f04-a8fe-33ebb3c69434,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:15.635550 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:15.654965 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.662501 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-de38896b-ab6d-4a58-8a2e-aaa8109171a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:15.662801 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-5ff3159b-33c1-41ff-ad26-c89bef5c682b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2440486 Jun 30 19:07:15.662965 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-de38896b-ab6d-4a58-8a2e-aaa8109171a1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 911 time: 0.2459397 Jun 30 19:07:15.663135 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42916) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:15.670265 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'security_group_rule': {'security_group_id': '91a6f76a-8b4a-46ba-a38e-3897b534e0e1', 'project_id': '7808aa32f66d452d93cb840d65f95367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:15.678919 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:15.684857 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:15.688084 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:15.695699 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:15.726502 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.securitygroups_db [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Project 7808aa32f66d452d93cb840d65f95367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 19:07:15.743852 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:15.787474 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-63344c0e-4d44-454c-8504-e11db71bc4a0 req-be8635c5-fa6b-486e-a61f-8199f1fbf815 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555165 Jun 30 19:07:15.804871 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:15.824350 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-ce9b857a-2f8b-4b37-b344-e54b67729c20 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 999 time: 0.1483157 Jun 30 19:07:15.912811 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-7a2d1970-82aa-4c3c-99df-b28c2429d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:15.914781 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-7a2d1970-82aa-4c3c-99df-b28c2429d2be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 200 len: 848 time: 0.0834520 Jun 30 19:07:15.916924 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'port_id': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'mac_address': 'fa:16:3e:28:53:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:07:16.012062 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-20fee255-3889-4f6d-b290-f213ebfb3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:16.013565 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-20fee255-3889-4f6d-b290-f213ebfb3ec7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6d5169a0-f4d1-46e5-a566-f445760409d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920265 Jun 30 19:07:16.030890 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.054401 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c11822a-60d6-48cb-8e43-e800cdf851d5 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:07:16.073261 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '04321479-8bc9-436c-afe8-b9cace357070', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'port_id': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'mac_address': 'fa:16:3e:38:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:07:12Z', 'updated_at': '2021-06-30T19:07:12Z', 'revision_number': 0, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:12Z', 'revision_number': 5, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:16.084489 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd5b09-224e-4b37-8c3d-cac83f4f44ba None None] The sync data for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb is: [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_floatingips': [{'id': '04321479-8bc9-436c-afe8-b9cace357070', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'router_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'port_id': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'mac_address': 'fa:16:3e:38:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T19:07:12Z', 'updated_at': '2021-06-30T19:07:12Z', 'revision_number': 0, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:12Z', 'revision_number': 5, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:07:16.094297 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:16.099960 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.104108 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:16.196244 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-225faf4d-444b-42e9-8760-777e69d52845 service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750221 Jun 30 19:07:16.212177 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=7']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:16.223754 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:16.248121 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.257060 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.268146 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cae7e5bb-46f2-4e14-8e2c-1ad13f5e7cc1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:16.295571 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dc82b8-9bd0-4135-b258-39c418513123,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:16.304728 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:16.321086 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ee17b-9449-4c51-a2dc-240669b4c0a9 req-dd3e4927-d5fb-4e9a-bf7e-f0c55c0503bb tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:16.322874 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-310ee17b-9449-4c51-a2dc-240669b4c0a9 req-dd3e4927-d5fb-4e9a-bf7e-f0c55c0503bb tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 944 time: 0.4525282 Jun 30 19:07:16.323667 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.324792 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-7690776f-fa72-4d6a-b6a0-c749cfcb5433 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6607120 Jun 30 19:07:16.328627 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42934) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:16.338122 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e5826-3e61-4bb0-b90f-5550dc57c76d req-b30e359e-18fa-4818-8189-ced9f8d03ced tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:16.339664 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ae7e5826-3e61-4bb0-b90f-5550dc57c76d req-b30e359e-18fa-4818-8189-ced9f8d03ced tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.2563679 Jun 30 19:07:16.349514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'security_group_rule': {'security_group_id': '91a6f76a-8b4a-46ba-a38e-3897b534e0e1', 'project_id': '7808aa32f66d452d93cb840d65f95367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:16.356123 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:16.360090 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Usage tracker for resource:security_group_rule and tenant:7808aa32f66d452d93cb840d65f95367 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:16.363701 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:16.370706 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:16.401296 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.securitygroups_db [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Project 7808aa32f66d452d93cb840d65f95367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 19:07:16.416410 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.439840 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-310ee17b-9449-4c51-a2dc-240669b4c0a9 req-c48321cf-d5eb-47f2-aca0-64a91406557d tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983865 Jun 30 19:07:16.471432 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ae7e5826-3e61-4bb0-b90f-5550dc57c76d req-70e33cfd-3e89-48ef-b8b7-d2a703fdf652 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037135 Jun 30 19:07:16.489219 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['5c11822a-60d6-48cb-8e43-e800cdf851d5'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:07:16.491425 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb2fd3-4880-4059-a928-115eaab3854a None None] New status for floating IP 04321479-8bc9-436c-afe8-b9cace357070: ACTIVE {{(pid=78663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:07:16.498621 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-6a75319c-6ccf-4e1b-9324-a97e0b252cc0 req-5af4f00f-2570-4b50-b41d-f03bf8026762 service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877510 Jun 30 19:07:16.579050 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.587637 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781991'] for security_group_rule, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.593139 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:16.641927 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a344aa-a40b-4c88-b5f8-e743e2381817,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:16.648844 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:16.660873 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:16.664744 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-e40f4b69-44ae-44bd-876d-1e8587647a68 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339071 Jun 30 19:07:16.938827 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-59be6c9a-976d-4833-b34b-a979b4f8d775 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280992423&fields=id&tenant_id=7808aa32f66d452d93cb840d65f95367 HTTP/1.1" status: 200 len: 267 time: 0.0765398 Jun 30 19:07:17.042703 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-ab128ce6-d9ef-4797-97b7-e7eb320f629f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:17.044291 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-ab128ce6-d9ef-4797-97b7-e7eb320f629f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.1045456 Jun 30 19:07:17.057148 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'port': {'security_groups': ['19b9980c-7ed5-4ccc-b62b-c17e3a1cd789', '91a6f76a-8b4a-46ba-a38e-3897b534e0e1']}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:07:17.194605 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:17.465712 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=aabfd3c1-484d-4e29-947a-985b7275f686,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:17.497974 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:17.503353 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:17.509249 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bc70df9c-4b0d-42e5-b455-7481d6e2c4c5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:17.557202 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['aabfd3c1-484d-4e29-947a-985b7275f686'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:07:17.593857 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:17.594543 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:17.596560 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2a17868c-ec12-47e7-b9f5-28d1ae7e569b req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "PUT /v2.0/ports/aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 982 time: 0.5443413 Jun 30 19:07:17.597105 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686'}] {{(pid=78661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:17.669657 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=6']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:17.673685 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-41418670-ee82-4acc-8489-abcd9110278d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:17.779428 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dba91-3516-4611-8588-ff96c9a3b0c2 req-d6341ab2-eee7-4ba7-92b4-bd88baace80d tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:17.787325 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e3dba91-3516-4611-8588-ff96c9a3b0c2 req-d6341ab2-eee7-4ba7-92b4-bd88baace80d tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 944 time: 0.1798949 Jun 30 19:07:17.808833 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['aabfd3c1-484d-4e29-947a-985b7275f686'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:07:17.850815 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1e3dba91-3516-4611-8588-ff96c9a3b0c2 req-f8656645-49f8-4c28-bfea-24e13e53f201 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625012 Jun 30 19:07:17.864710 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9258c3-d328-474f-b770-9581c2330bdb req-fef619e7-f929-4b4b-90da-8f58ef1a3edd tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:17.866331 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-be9258c3-d328-474f-b770-9581c2330bdb req-fef619e7-f929-4b4b-90da-8f58ef1a3edd tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1596375 Jun 30 19:07:17.915147 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-be9258c3-d328-474f-b770-9581c2330bdb req-adee8950-9087-421c-ba41-ddc576a0a468 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 Jun 30 19:07:17.934266 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-11210255-1e3c-489a-bdc1-03d05b52dd20 None None] Provisioning complete for port aabfd3c1-484d-4e29-947a-985b7275f686 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:07:17.934711 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-11210255-1e3c-489a-bdc1-03d05b52dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:17.995927 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'status': 'completed', 'code': 200} Jun 30 19:07:18.071005 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687182d0-c707-4c8e-ac9d-7afb0d6f80f2 req-defb478d-1d3d-40c3-a83f-5f9438ca0c8e tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:18.072991 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-687182d0-c707-4c8e-ac9d-7afb0d6f80f2 req-defb478d-1d3d-40c3-a83f-5f9438ca0c8e tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1165631 Jun 30 19:07:18.134023 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-62030c73-b089-4af8-b19b-ac3469f25474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:18.136330 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-62030c73-b089-4af8-b19b-ac3469f25474 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1138 time: 0.0992801 Jun 30 19:07:18.150687 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-687182d0-c707-4c8e-ac9d-7afb0d6f80f2 req-b6470d0c-68ca-4157-a797-cfc7c3aacf70 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700762 Jun 30 19:07:18.395503 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-0b23a359-10d5-48fd-b4b5-f4049c331b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:18.397056 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-0b23a359-10d5-48fd-b4b5-f4049c331b24 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 917 time: 0.2503409 Jun 30 19:07:18.507831 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-31184260-d777-4e61-9381-717d94f4e3d9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 1002 time: 0.1031353 Jun 30 19:07:18.577594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-3e48a442-3c05-4dd4-9e16-b7ebd8c65ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:18.579085 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-3e48a442-3c05-4dd4-9e16-b7ebd8c65ccf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 200 len: 854 time: 0.0576851 Jun 30 19:07:18.669422 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-e1bfb634-ff2a-4478-b127-bc3c449e1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:18.670902 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-e1bfb634-ff2a-4478-b127-bc3c449e1738 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af0635f2-64ee-48f9-a92d-46148fd86f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800972 Jun 30 19:07:18.831842 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-94c61396-7746-4ddd-845c-0854a0634ea5 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438780 Jun 30 19:07:18.970792 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-aad98062-2b2f-48e0-8b1d-fbfd22d7ccec req-cde1e21e-caa5-4ecd-98cb-545d24730d94 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315694 Jun 30 19:07:19.045681 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6251773-1fc6-4c1d-a2d0-44110393d5ba req-f442e43a-6663-4104-9d33-0b702ae0b736 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:19.047173 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b6251773-1fc6-4c1d-a2d0-44110393d5ba req-f442e43a-6663-4104-9d33-0b702ae0b736 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 944 time: 0.0896771 Jun 30 19:07:19.144394 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b6251773-1fc6-4c1d-a2d0-44110393d5ba req-22074b84-ce72-4592-9dec-70e3cddb07c3 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654798 Jun 30 19:07:19.165811 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad5ab-2a01-4209-993c-b07bbfeae084 req-c8f5b2ca-0666-452f-be57-1436b88bbf4c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:19.167418 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-492ad5ab-2a01-4209-993c-b07bbfeae084 req-c8f5b2ca-0666-452f-be57-1436b88bbf4c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1193368 Jun 30 19:07:19.215682 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-492ad5ab-2a01-4209-993c-b07bbfeae084 req-a9b46002-235e-4739-85b1-e4ee36c143ce tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424621 Jun 30 19:07:19.281627 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42976) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:19.351017 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Deleting subnet d25cf63c-8928-4299-8224-c69dfbe20df4 {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:07:19.354264 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.397261 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 5c11822a-60d6-48cb-8e43-e800cdf851d5 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:07:19.406835 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.475323 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.476263 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 5c11822a-60d6-48cb-8e43-e800cdf851d5 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:07:19.476650 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.551061 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.555260 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3ab7f520-f44e-41ad-b721-7973684a0ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:19.589849 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25cf63c-8928-4299-8224-c69dfbe20df4,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:19.592575 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:19.598467 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.607749 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d25cf63c-8928-4299-8224-c69dfbe20df4 HTTP/1.1" status: 204 len: 168 time: 0.3243117 Jun 30 19:07:19.610405 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 42980) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:19.629199 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.679412 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:19.697562 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:19.704041 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.708169 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:19.738312 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.764582 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'code': 200} Jun 30 19:07:19.808131 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=8']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:19.813215 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:19.889159 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:19.913322 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a232f05-26ff-4331-9188-723500456673']}} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:20.026620 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38') {'for_net_delete': True} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:20.026958 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2214a88-fac1-4c21-ade9-5a2ebc41ee38') {} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:07:20.039797 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15670054'] for segment, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.056924 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.063288 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=78661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:07:20.064243 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15705237'] for segment, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: Traceback (most recent call last): Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: timer() Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: cb(*args, **kw) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: return func(*args, **kwargs) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: self._notify() Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: self.callback(batched_events) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: event.method(event) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: return f(self, *a, **k) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: return self._get(url).json() Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: return self.request(url, 'GET', **kwargs) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:07:20.077204 dv-cinder-798879-1-smb neutron-server[78661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:07:20.165003 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.169050 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0f9c5071-441a-4bcf-aca2-86ec30cd29b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:20.181575 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e2f58-ca3f-4e16-96ab-d4bf229ed407 req-890aa46d-2969-4af8-a308-0e388df71f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:20.184346 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ac5e2f58-ca3f-4e16-96ab-d4bf229ed407 req-890aa46d-2969-4af8-a308-0e388df71f78 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1098 time: 0.0929141 Jun 30 19:07:20.186264 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.197495 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a232f05-26ff-4331-9188-723500456673,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:20.200607 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:20.204996 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-9c97903a-4bb0-4b04-828b-e7bda7ee7d5c admin admin] 10.222.0.95 "DELETE /v2.0/networks/7a232f05-26ff-4331-9188-723500456673 HTTP/1.1" status: 204 len: 168 time: 0.5928793 Jun 30 19:07:20.255895 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ac5e2f58-ca3f-4e16-96ab-d4bf229ed407 req-c74bc703-52b7-48d0-896b-3370535e5628 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602279 Jun 30 19:07:20.353168 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42992) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:20.403277 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a5fff3e0-3739-4280-845f-822155451b5e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fac9afa1ccc744119cea7502b2fbfb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485888 Jun 30 19:07:20.405853 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 42998) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:20.408246 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92351-2ec9-4266-a395-50d1cfd6ff73 req-93d62b7c-6416-4c44-9b91-a63fc4190d4e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:20.409681 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a7f92351-2ec9-4266-a395-50d1cfd6ff73 req-93d62b7c-6416-4c44-9b91-a63fc4190d4e tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1401784 Jun 30 19:07:20.465643 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.465916 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a7f92351-2ec9-4266-a395-50d1cfd6ff73 req-27f54e36-e93a-41a0-9998-39be0c645a6b tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496330 Jun 30 19:07:20.481558 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46af36-0633-437b-822f-19fa015a5b32 req-039fa3ea-644a-4965-a3ac-7771dc142a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:20.483109 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ee46af36-0633-437b-822f-19fa015a5b32 req-039fa3ea-644a-4965-a3ac-7771dc142a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1417913 Jun 30 19:07:20.504047 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.534697 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ee46af36-0633-437b-822f-19fa015a5b32 req-6bef7ec0-caf5-4b2c-8545-d8cebadba35a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Jun 30 19:07:20.575895 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.579635 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a4885855-224f-4636-b666-6b4bf8e47e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:20.590341 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82198628-bb1a-4219-bbf5-b7b7926c0b5d,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:20.594242 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:20.600277 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:20.604249 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/82198628-bb1a-4219-bbf5-b7b7926c0b5d HTTP/1.1" status: 204 len: 168 time: 0.1948276 Jun 30 19:07:21.830642 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce59a-0e85-4c9d-af18-d6fcbb89e5eb req-abc7fabd-4322-43fd-9d68-42fe7d62b557 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:21.834273 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b10ce59a-0e85-4c9d-af18-d6fcbb89e5eb req-abc7fabd-4322-43fd-9d68-42fe7d62b557 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1806819 Jun 30 19:07:21.873996 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9208b5-4c52-4091-9400-c54497e04196 req-a8999369-640b-4c61-9520-4bf9432f4ba6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:21.875537 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9a9208b5-4c52-4091-9400-c54497e04196 req-a8999369-640b-4c61-9520-4bf9432f4ba6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1724293 Jun 30 19:07:21.918437 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b10ce59a-0e85-4c9d-af18-d6fcbb89e5eb req-b650cc4e-50a4-4988-9ac9-e28cd8cb8ff6 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791030 Jun 30 19:07:21.946375 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9a9208b5-4c52-4091-9400-c54497e04196 req-6b6d3a78-5c81-4f14-ba42-bc02a7f3e923 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617442 Jun 30 19:07:23.163646 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d7781-dd35-4c7e-809b-ee94fd5b0775 req-9355c3a2-4599-4058-83fc-ad14f3af75ef tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:23.165291 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd2d7781-dd35-4c7e-809b-ee94fd5b0775 req-9355c3a2-4599-4058-83fc-ad14f3af75ef tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1033683 Jun 30 19:07:23.275041 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cd2d7781-dd35-4c7e-809b-ee94fd5b0775 req-a320c8fb-8db2-4b65-a590-2699fa5835db tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988321 Jun 30 19:07:23.335217 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1465b-a5b8-473b-9410-9289458fdebe req-109fe020-237d-4157-9362-3b4a90c267b6 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:23.337651 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-82f1465b-a5b8-473b-9410-9289458fdebe req-109fe020-237d-4157-9362-3b4a90c267b6 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1218832 Jun 30 19:07:23.390204 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-82f1465b-a5b8-473b-9410-9289458fdebe req-b533b099-6aa6-4d85-b394-a482a3f43ef4 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465190 Jun 30 19:07:24.496683 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7eadd-8022-4fd1-a33f-0a4cc3220d71 req-31b48b7b-fd83-4cae-b83f-a7d4d3b1fbd1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:24.498380 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d6e7eadd-8022-4fd1-a33f-0a4cc3220d71 req-31b48b7b-fd83-4cae-b83f-a7d4d3b1fbd1 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.0964530 Jun 30 19:07:24.556217 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d6e7eadd-8022-4fd1-a33f-0a4cc3220d71 req-7be20f49-fc91-4ba4-bad7-bd491dc0db63 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507944 Jun 30 19:07:25.778902 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf27bf-d1a4-4cec-bbff-990f98d697bd req-673ae22e-86eb-4c0a-9c30-0fc886e36a03 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:25.780531 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b2bf27bf-d1a4-4cec-bbff-990f98d697bd req-673ae22e-86eb-4c0a-9c30-0fc886e36a03 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.0904045 Jun 30 19:07:25.830846 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b2bf27bf-d1a4-4cec-bbff-990f98d697bd req-94afc7dc-0500-4da6-9565-78ac8d8bdeaf tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Jun 30 19:07:27.047252 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674a018-5205-43f1-8c44-fb83e9bc166d req-e28fe5c4-1172-4642-93e1-b7a9964558b4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:27.049304 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d674a018-5205-43f1-8c44-fb83e9bc166d req-e28fe5c4-1172-4642-93e1-b7a9964558b4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.0898159 Jun 30 19:07:27.098387 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d674a018-5205-43f1-8c44-fb83e9bc166d req-cc184ea9-b74f-4ea0-a61a-3f7a82b5e616 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Jun 30 19:07:27.524452 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43094) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:27.663610 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:27.680398 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:07:27.684786 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Usage tracker for resource:security_group_rule and tenant:f8d4420ddba6472ea17caed6b4f364c1 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:07:27.688270 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:07:27.695562 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:07:27.802504 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:27.810576 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:27.819428 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bb69ccbb-1748-47e8-89bc-7647c248406d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:27.871391 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f8d4420ddba6472ea17caed6b4f364c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429499 Jun 30 19:07:27.871391 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11972090-af8d-4eb4-ac69-6b015fa8ae9b,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:27.872365 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 43100) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:07:27.873067 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:27.988176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ef44-922f-496d-9a52-abd96ff84cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:28.030367 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ef44-922f-496d-9a52-abd96ff84cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:28.101602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ef44-922f-496d-9a52-abd96ff84cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:28.107052 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a749f15a-18b4-4054-a2a5-c3a7515c193d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:28.120662 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5ef44-922f-496d-9a52-abd96ff84cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11972090-af8d-4eb4-ac69-6b015fa8ae9b,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:28.123180 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a4f5ef44-922f-496d-9a52-abd96ff84cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:28.127510 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a4f5ef44-922f-496d-9a52-abd96ff84cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:28.129559 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a4f5ef44-922f-496d-9a52-abd96ff84cba admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/11972090-af8d-4eb4-ac69-6b015fa8ae9b HTTP/1.1" status: 204 len: 168 time: 0.2557945 Jun 30 19:07:28.327034 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaa520-5892-4025-ad2c-35f783311ffd req-08d5a3e6-3cb7-4f84-88d9-cc30bd0884a6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:28.335614 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7fcaa520-5892-4025-ad2c-35f783311ffd req-08d5a3e6-3cb7-4f84-88d9-cc30bd0884a6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1167979 Jun 30 19:07:28.388930 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7fcaa520-5892-4025-ad2c-35f783311ffd req-358f99fc-796a-4325-abd6-74e885e13cee tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522225 Jun 30 19:07:29.448043 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:07:29.593131 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:29.599368 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724b0d-1aeb-4644-863e-b0fd6a17e2ea req-a60ddc39-82f9-466a-81fa-9353adbe5f68 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:29.600935 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4f724b0d-1aeb-4644-863e-b0fd6a17e2ea req-a60ddc39-82f9-466a-81fa-9353adbe5f68 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.0947101 Jun 30 19:07:29.609030 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'port_id': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'mac_address': 'fa:16:3e:40:82:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:07:29.651685 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4f724b0d-1aeb-4644-863e-b0fd6a17e2ea req-4bbb6a07-e341-474c-a240-46a4eefa784c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442822 Jun 30 19:07:29.668294 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:29.687324 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a36bd67b-d928-4a28-bd1c-54c880cb5370 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:07:29.704759 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:29.709505 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:29.711308 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:29.786393 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=6']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:29.789517 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:29.941896 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['a36bd67b-d928-4a28-bd1c-54c880cb5370'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:07:30.878689 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08082e39-d7f2-4c82-8cd6-d027296f4d67 req-a999377d-8b12-4e50-8e66-4426e56f6dd4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:30.880243 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-08082e39-d7f2-4c82-8cd6-d027296f4d67 req-a999377d-8b12-4e50-8e66-4426e56f6dd4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 945 time: 0.1060355 Jun 30 19:07:30.937699 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-08082e39-d7f2-4c82-8cd6-d027296f4d67 req-09adb33a-2cdb-47f4-9002-2151eb55fd77 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Jun 30 19:07:31.461166 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:07:31.580745 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port a36bd67b-d928-4a28-bd1c-54c880cb5370 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:07:31.581209 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:31.730274 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:31.762125 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:31.773596 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:31.778879 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:31.781301 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-7837f0fb-4567-4a57-8c54-3f0be635fcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:31.838851 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'code': 200} Jun 30 19:07:31.853597 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=7']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:31.856886 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:32.276968 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eafac-7946-4625-b7e3-e527a51406e8 req-1f75c945-409b-4622-8559-dbdc3eb3f0bc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:32.278766 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7d8eafac-7946-4625-b7e3-e527a51406e8 req-1f75c945-409b-4622-8559-dbdc3eb3f0bc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1601970 Jun 30 19:07:32.364330 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7d8eafac-7946-4625-b7e3-e527a51406e8 req-e4d73495-1513-41d3-be95-8d0a90589f82 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764921 Jun 30 19:07:33.617846 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef8e1a-bf87-4cb0-8bb8-900617ab8c9f req-de982703-54ad-43ab-9f7b-7c0f31c679f7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:33.620454 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-86ef8e1a-bf87-4cb0-8bb8-900617ab8c9f req-de982703-54ad-43ab-9f7b-7c0f31c679f7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1142020 Jun 30 19:07:33.817793 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-86ef8e1a-bf87-4cb0-8bb8-900617ab8c9f req-17cb53f7-de2b-4e0a-aeeb-bb6faa55c4c7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855719 Jun 30 19:07:34.432274 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:07:35.091387 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d613-338c-40ca-8f7a-99b476df3be3 req-cbeb60fc-4705-4cc9-8874-08936a5010b0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:35.096520 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9855d613-338c-40ca-8f7a-99b476df3be3 req-cbeb60fc-4705-4cc9-8874-08936a5010b0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1035752 Jun 30 19:07:35.164419 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9855d613-338c-40ca-8f7a-99b476df3be3 req-873a223f-2e70-4eae-adc9-52e76a1a9659 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595169 Jun 30 19:07:35.924379 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-81c29492-ff24-441a-aa85-6df83ff0d39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:36.505604 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99e19-67aa-4156-8c9a-63178b9484a5 req-03a1b6fe-4f00-4322-acad-ec74856b3a03 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:36.515468 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:36.518936 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-66f99e19-67aa-4156-8c9a-63178b9484a5 req-03a1b6fe-4f00-4322-acad-ec74856b3a03 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1558337 Jun 30 19:07:36.600444 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-66f99e19-67aa-4156-8c9a-63178b9484a5 req-d8d50632-c999-4d1a-b76c-761345818476 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807087 Jun 30 19:07:37.947059 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f3a27-1eb1-4814-a2e4-b69b76a1bea4 req-6022ad3f-a970-4dd7-97dd-76029fdf7d2c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:37.948965 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-463f3a27-1eb1-4814-a2e4-b69b76a1bea4 req-6022ad3f-a970-4dd7-97dd-76029fdf7d2c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1149104 Jun 30 19:07:38.010892 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-463f3a27-1eb1-4814-a2e4-b69b76a1bea4 req-1d3364c0-495e-4448-8092-37cdadbff1a6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513480 Jun 30 19:07:38.874213 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-f3caa802-9e40-4917-8de8-98f44516840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:39.331289 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dad46-b825-48ac-a3ba-b7947b2b66f4 req-002b9690-5eed-4436-aed0-a34a095a8425 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:39.339928 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2d4dad46-b825-48ac-a3ba-b7947b2b66f4 req-002b9690-5eed-4436-aed0-a34a095a8425 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1499074 Jun 30 19:07:39.420606 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2d4dad46-b825-48ac-a3ba-b7947b2b66f4 req-501e6837-c37c-4281-ae78-742ef9bb9b2c tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736191 Jun 30 19:07:40.384596 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:40.759895 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e3bf8-82e5-426c-adbd-663b063c2cdb req-6d8b8590-ab6f-4015-a1da-1536d5f262c0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:40.761635 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e61e3bf8-82e5-426c-adbd-663b063c2cdb req-6d8b8590-ab6f-4015-a1da-1536d5f262c0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1394265 Jun 30 19:07:40.825854 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-e61e3bf8-82e5-426c-adbd-663b063c2cdb req-68d27235-1bdf-456e-82f7-070ccf1e8e60 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566812 Jun 30 19:07:40.959025 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:42.070050 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdf805-a3b6-46ff-a02f-dc17fea8eb82 req-8c3f416a-8514-4ace-afa4-dcb194cb8ec7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:42.072816 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9ffdf805-a3b6-46ff-a02f-dc17fea8eb82 req-8c3f416a-8514-4ace-afa4-dcb194cb8ec7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1195550 Jun 30 19:07:42.130072 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9ffdf805-a3b6-46ff-a02f-dc17fea8eb82 req-d7aa5fc5-b59c-4c18-8763-72210c06a39a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506909 Jun 30 19:07:42.186253 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:42.765934 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-de8f7f70-3bba-4047-b63e-4629ba12920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:42.767512 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-de8f7f70-3bba-4047-b63e-4629ba12920c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 1099 time: 0.0858128 Jun 30 19:07:42.913832 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-93a16c5d-22ce-4825-ba89-c78aaf42ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:42.915320 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-93a16c5d-22ce-4825-ba89-c78aaf42ff54 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.1404200 Jun 30 19:07:43.032247 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-91556654-0287-4a65-bc0a-c515c800ad66 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370 HTTP/1.1" status: 200 len: 1001 time: 0.1083372 Jun 30 19:07:43.097039 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-f7b51056-cf2a-4146-9ef0-5ba98aa2a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:43.098437 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-f7b51056-cf2a-4146-9ef0-5ba98aa2a084 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.0598638 Jun 30 19:07:43.188112 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-14f58d9f-7e1c-46f6-9837-ddb6d1db97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:43.190595 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-14f58d9f-7e1c-46f6-9837-ddb6d1db97c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847645 Jun 30 19:07:43.414153 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378b312-ff11-4fd4-a294-3d2a616d8678 req-de8bf0f6-5ef5-46af-8d84-d3ddd8d49431 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:43.415794 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6378b312-ff11-4fd4-a294-3d2a616d8678 req-de8bf0f6-5ef5-46af-8d84-d3ddd8d49431 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.0985360 Jun 30 19:07:43.458810 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-f35295e6-e557-4cd9-a728-1e9998811946 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593541 Jun 30 19:07:43.499464 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6378b312-ff11-4fd4-a294-3d2a616d8678 req-1ce3e075-ce3e-48e1-9984-db817bd9f618 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730135 Jun 30 19:07:43.662005 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-18bcc138-0122-462c-97ce-b63284f4dfe0 req-589b4d9d-3bb5-450c-94b4-0d0b5fb4ee6b service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882601 Jun 30 19:07:44.745352 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028ea02-d196-4f9f-8e4d-e99f237ed2fb req-65ada221-2db2-42e9-9050-df4bf494ea27 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:44.747793 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3028ea02-d196-4f9f-8e4d-e99f237ed2fb req-65ada221-2db2-42e9-9050-df4bf494ea27 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 946 time: 0.1077313 Jun 30 19:07:44.803906 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3028ea02-d196-4f9f-8e4d-e99f237ed2fb req-ae4a7a18-1af5-42eb-a73f-7fdacd7d9bdf tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489872 Jun 30 19:07:45.539173 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:07:45.671838 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:45.705592 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:07:45.720041 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:07:45.725861 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:07:45.727863 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:07:45.796236 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'code': 200} Jun 30 19:07:45.835690 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=8']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:07:45.841039 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:07:46.049386 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059241a3-32fd-40f1-8c2d-6170ff0632b1 req-bded171f-af27-4e16-95e0-25350b3ee362 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:46.051059 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-059241a3-32fd-40f1-8c2d-6170ff0632b1 req-bded171f-af27-4e16-95e0-25350b3ee362 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.1037884 Jun 30 19:07:46.122589 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-059241a3-32fd-40f1-8c2d-6170ff0632b1 req-5242760d-7fe5-4ee8-ae46-f4b3064cf778 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609980 Jun 30 19:07:47.344675 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0191b-faa1-4b68-836a-9b47facffc0e req-f0099dc7-87f1-4a77-a1ab-a1fdf99ae780 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:47.346290 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d7d0191b-faa1-4b68-836a-9b47facffc0e req-f0099dc7-87f1-4a77-a1ab-a1fdf99ae780 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0871553 Jun 30 19:07:47.401329 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d7d0191b-faa1-4b68-836a-9b47facffc0e req-7b7e1c67-483e-4099-9a2b-555a2b131420 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494757 Jun 30 19:07:49.082815 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d5610-92b8-46ab-83cc-d023e666fbdf req-a027178a-8eee-4fe0-819a-45c4eb8eee89 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:49.084499 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a34d5610-92b8-46ab-83cc-d023e666fbdf req-a027178a-8eee-4fe0-819a-45c4eb8eee89 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0995066 Jun 30 19:07:49.119843 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-8eec4798-d9a6-4b5b-9893-1b9da5e43703 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834785 Jun 30 19:07:49.137541 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a34d5610-92b8-46ab-83cc-d023e666fbdf req-c32766c2-463b-472f-aec5-372844714296 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 Jun 30 19:07:49.556993 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:07:49.741051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-07d9c394-9251-4eb7-b6e3-80de624230a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:49.744767 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-07d9c394-9251-4eb7-b6e3-80de624230a6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e&tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e HTTP/1.1" status: 200 len: 1097 time: 0.1077523 Jun 30 19:07:49.917980 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-af08a019-ba0e-4a0d-b463-50a67d58b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:49.919837 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-af08a019-ba0e-4a0d-b463-50a67d58b71e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 1097 time: 0.0824049 Jun 30 19:07:50.060913 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-26646be3-8313-47b6-b754-1e25f258c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:50.062322 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-26646be3-8313-47b6-b754-1e25f258c0af service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 200 len: 918 time: 0.1344774 Jun 30 19:07:50.216591 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-23424f60-33a1-4c3a-8317-3544c64caa47 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370 HTTP/1.1" status: 200 len: 999 time: 0.1473148 Jun 30 19:07:50.286759 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-96cf9fc5-fa34-4d40-a4ed-a9039ddf7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:50.288510 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-96cf9fc5-fa34-4d40-a4ed-a9039ddf7a0d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 200 len: 855 time: 0.0643868 Jun 30 19:07:50.377419 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-ea291536-4885-4081-a8e0-f72c75326fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:50.379391 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-ea291536-4885-4081-a8e0-f72c75326fa4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ea1f0df-b629-4334-8876-2b25377a9ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833743 Jun 30 19:07:50.401879 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31eb8-fcde-4d06-8d32-4009164e1ab3 req-1bb8e9c9-0f3b-43c8-a729-c05cae98217d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:50.404081 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-79c31eb8-fcde-4d06-8d32-4009164e1ab3 req-1bb8e9c9-0f3b-43c8-a729-c05cae98217d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.1327803 Jun 30 19:07:50.467017 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-79c31eb8-fcde-4d06-8d32-4009164e1ab3 req-65218363-b161-4e00-b01b-9d9eeef16403 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553272 Jun 30 19:07:50.532126 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-b8317bce-dbf6-4fd5-9496-cac4e2f1421e service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450753 Jun 30 19:07:50.787135 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3d0b0-2a9d-4dc0-9029-69a723bb8f18 req-7dbeefb2-21cf-41a4-ab49-a66b963fd57d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:50.789850 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-55d3d0b0-2a9d-4dc0-9029-69a723bb8f18 req-7dbeefb2-21cf-41a4-ab49-a66b963fd57d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1421957 Jun 30 19:07:50.802787 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3d72a61c-b85c-4340-9962-e0baf7b11cb9 req-dcc15c52-9dd9-41b3-833a-6d72d6451bb7 service neutron] 10.222.0.99 "GET /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628188 Jun 30 19:07:50.812295 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-1b2639da-042e-445f-8207-0763e189ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:50.814449 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-1b2639da-042e-445f-8207-0763e189ca7a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1138 time: 0.1440101 Jun 30 19:07:50.865434 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-55d3d0b0-2a9d-4dc0-9029-69a723bb8f18 req-0f048915-b4be-4d56-b4a1-0d861b604b53 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684774 Jun 30 19:07:51.004661 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-8ececc5d-0788-4cf0-baf5-ce1b87da39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:51.007083 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-8ececc5d-0788-4cf0-baf5-ce1b87da39ca service neutron] 10.222.0.99 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 917 time: 0.1772547 Jun 30 19:07:51.157089 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-761daaf1-fcf0-499e-abc7-84f41406aa4c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 1002 time: 0.1385541 Jun 30 19:07:51.226966 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-dd78a582-5b01-4722-941d-180e0cdb0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:51.228432 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-dd78a582-5b01-4722-941d-180e0cdb0af5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 200 len: 854 time: 0.0639195 Jun 30 19:07:51.425668 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-f6a637b1-556a-40c1-ad38-6d75016f6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:51.428082 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-f6a637b1-556a-40c1-ad38-6d75016f6cc3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af0635f2-64ee-48f9-a92d-46148fd86f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1908112 Jun 30 19:07:51.587011 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-cbf23349-d849-468f-a80d-371b6fd8760d service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514504 Jun 30 19:07:51.740225 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ab9d8-2d58-42f0-9525-90ef87101614 req-98b9b64d-3137-4d5b-a8a8-c67b784c8c98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:51.742096 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a17ab9d8-2d58-42f0-9525-90ef87101614 req-98b9b64d-3137-4d5b-a8a8-c67b784c8c98 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.1273839 Jun 30 19:07:51.777286 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-64884f9d-d994-43e8-84e5-91bbcd73288a req-169d2956-442c-482c-8295-a95331acf28c service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807728 Jun 30 19:07:51.818594 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a17ab9d8-2d58-42f0-9525-90ef87101614 req-b1045442-141a-4075-9dfa-4bb1dcf12b50 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571074 Jun 30 19:07:52.143056 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2694a-b696-4ac3-9443-fdefee9060fa req-1b4f032b-f337-4c74-b42f-fca4f02fc501 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:52.145267 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f0e2694a-b696-4ac3-9443-fdefee9060fa req-1b4f032b-f337-4c74-b42f-fca4f02fc501 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1169031 Jun 30 19:07:52.220350 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f0e2694a-b696-4ac3-9443-fdefee9060fa req-94336c17-6de9-44d3-8ee8-d8d83582c657 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680091 Jun 30 19:07:53.018748 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba8b9-ea6e-4888-99a2-9c2bd49bdef0 req-7f09db92-3b90-4195-bb48-8d55fd788969 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:53.020255 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-82fba8b9-ea6e-4888-99a2-9c2bd49bdef0 req-7f09db92-3b90-4195-bb48-8d55fd788969 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0836694 Jun 30 19:07:53.086072 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-82fba8b9-ea6e-4888-99a2-9c2bd49bdef0 req-34dde881-a721-4da8-8ac6-d6d388cec8ad tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591595 Jun 30 19:07:53.540268 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2befd-df7f-46bf-8ea0-87d3adbc4623 req-a58f07c9-c0ab-4f4a-b9b7-b117a57bdb40 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:53.541742 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cbb2befd-df7f-46bf-8ea0-87d3adbc4623 req-a58f07c9-c0ab-4f4a-b9b7-b117a57bdb40 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1981964 Jun 30 19:07:53.592993 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cbb2befd-df7f-46bf-8ea0-87d3adbc4623 req-5d556bd8-71bd-44fb-a57f-e302064e7f7d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439141 Jun 30 19:07:54.283802 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5df3ca-52e1-4ef3-bbdc-faa05a9875b5 req-4ebf3137-5f7b-46cc-b758-a2f9a437dfec tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:54.285391 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9a5df3ca-52e1-4ef3-bbdc-faa05a9875b5 req-4ebf3137-5f7b-46cc-b758-a2f9a437dfec tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0851328 Jun 30 19:07:54.343157 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9a5df3ca-52e1-4ef3-bbdc-faa05a9875b5 req-dd4da5c0-ccd8-40a5-a16d-44bd3ebe2a7f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511224 Jun 30 19:07:54.798659 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56563c-842f-45ef-92b3-2f1d0f817329 req-efeb21d5-37a0-4dcd-89dc-dbe6bc7fd586 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:54.800467 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4c56563c-842f-45ef-92b3-2f1d0f817329 req-efeb21d5-37a0-4dcd-89dc-dbe6bc7fd586 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0905957 Jun 30 19:07:54.871893 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4c56563c-842f-45ef-92b3-2f1d0f817329 req-587bc89e-ebf0-43c2-9c7f-f16f11d2dfc5 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591772 Jun 30 19:07:55.600788 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4af6-eae5-447f-95d2-5aba882e94ac req-9e6e66a7-58a2-421f-8662-8faa2300e6e5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:55.602485 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-37bd4af6-eae5-447f-95d2-5aba882e94ac req-9e6e66a7-58a2-421f-8662-8faa2300e6e5 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0988066 Jun 30 19:07:55.671856 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-37bd4af6-eae5-447f-95d2-5aba882e94ac req-f6e6d72a-bd76-40c1-b965-445129c47720 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601525 Jun 30 19:07:56.116715 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b595edb-8626-4958-82e3-1c6e083501bd req-d529b461-5e32-4a5e-9692-05830bd7bc45 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:56.118226 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8b595edb-8626-4958-82e3-1c6e083501bd req-d529b461-5e32-4a5e-9692-05830bd7bc45 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1008217 Jun 30 19:07:56.187454 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8b595edb-8626-4958-82e3-1c6e083501bd req-e6f6f4f3-3d7b-442f-9205-32df361a1b4a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632825 Jun 30 19:07:56.897248 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef724512-9006-4a58-8de8-5fc07599ea13 req-f025ef70-9041-4a16-8254-239cf0998738 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:56.898883 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ef724512-9006-4a58-8de8-5fc07599ea13 req-f025ef70-9041-4a16-8254-239cf0998738 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0862765 Jun 30 19:07:56.981234 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ef724512-9006-4a58-8de8-5fc07599ea13 req-7027d6d4-aa80-4d26-a95f-730374028ea0 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684252 Jun 30 19:07:57.431482 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119be47-bdc7-426a-aea3-8a4839ec89eb req-a196eba4-0f50-4d30-820b-e6ac06c5d91d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:57.433015 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f119be47-bdc7-426a-aea3-8a4839ec89eb req-a196eba4-0f50-4d30-820b-e6ac06c5d91d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1072481 Jun 30 19:07:57.510864 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f119be47-bdc7-426a-aea3-8a4839ec89eb req-fe3d3eca-0b59-4048-92da-2b4835eba41f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697038 Jun 30 19:07:58.225300 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52962e-23d2-4263-8468-aef35bffc4cf req-b91517b5-57e5-4687-8b99-78499940af15 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:58.226796 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0d52962e-23d2-4263-8468-aef35bffc4cf req-b91517b5-57e5-4687-8b99-78499940af15 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.1107981 Jun 30 19:07:58.282696 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0d52962e-23d2-4263-8468-aef35bffc4cf req-d84edd6a-e54a-4627-a0ab-a6d20bc76689 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493145 Jun 30 19:07:58.747973 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656a80b-611a-4711-bd0d-5ba69a57a3af req-909ffff0-0f59-49dd-8d22-33343c6e6093 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:58.749504 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3656a80b-611a-4711-bd0d-5ba69a57a3af req-909ffff0-0f59-49dd-8d22-33343c6e6093 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1053295 Jun 30 19:07:58.849956 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3656a80b-611a-4711-bd0d-5ba69a57a3af req-1362a057-2833-4814-aa55-addd54ff1d93 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897052 Jun 30 19:07:59.506511 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e9962-0065-458e-896c-66c2719cd136 req-920c525b-9ca4-404e-810a-bfb07984d0a4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:07:59.508433 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-907e9962-0065-458e-896c-66c2719cd136 req-920c525b-9ca4-404e-810a-bfb07984d0a4 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0952463 Jun 30 19:07:59.593580 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-907e9962-0065-458e-896c-66c2719cd136 req-74a79b17-44e2-4f14-95c1-65e276b6d312 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754271 Jun 30 19:08:00.092520 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee1b0c-55e2-4603-b670-cfb1c47da68e req-83f69274-bd34-4996-a05b-39d64b7379f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:00.094949 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-62ee1b0c-55e2-4603-b670-cfb1c47da68e req-83f69274-bd34-4996-a05b-39d64b7379f0 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1127195 Jun 30 19:08:00.150381 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-62ee1b0c-55e2-4603-b670-cfb1c47da68e req-e30521a7-0221-486f-8aca-f80c3f9e241d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493574 Jun 30 19:08:00.878538 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060c7ed-332e-418c-aad0-b4987d5f27d0 req-d78d84d8-bbe7-454d-90a4-795a35ed0281 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:00.880124 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1060c7ed-332e-418c-aad0-b4987d5f27d0 req-d78d84d8-bbe7-454d-90a4-795a35ed0281 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.1297009 Jun 30 19:08:00.941963 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1060c7ed-332e-418c-aad0-b4987d5f27d0 req-3ce1c011-da09-4566-b2ec-d148c9fc87cf tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521007 Jun 30 19:08:01.391953 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab1d68-464a-4f1d-ae4b-e4161f1264ec req-55f1af85-a68e-4d70-8909-8a88d69a3be6 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:01.393482 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a1ab1d68-464a-4f1d-ae4b-e4161f1264ec req-55f1af85-a68e-4d70-8909-8a88d69a3be6 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1103313 Jun 30 19:08:01.459607 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a1ab1d68-464a-4f1d-ae4b-e4161f1264ec req-105d78eb-7591-4d2a-9b4f-63c5c6615f57 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599272 Jun 30 19:08:02.166685 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb32e4-dcf2-4440-9726-c0140d0f3415 req-dc0c449b-c3f3-4203-8fab-00c6d3540166 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:02.168125 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a6bb32e4-dcf2-4440-9726-c0140d0f3415 req-dc0c449b-c3f3-4203-8fab-00c6d3540166 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.0913193 Jun 30 19:08:02.238058 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a6bb32e4-dcf2-4440-9726-c0140d0f3415 req-19262e69-33d6-45de-9361-42290d42352f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636120 Jun 30 19:08:02.667099 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0dfed-e315-4fc1-a1be-e98473bc6297 req-ea73a7b2-47ef-4155-88a3-3adbc6f10b2c tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:02.669840 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bcf0dfed-e315-4fc1-a1be-e98473bc6297 req-ea73a7b2-47ef-4155-88a3-3adbc6f10b2c tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0956821 Jun 30 19:08:02.731125 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bcf0dfed-e315-4fc1-a1be-e98473bc6297 req-2ad4c3e1-a1b4-46a3-8d19-7b8f888dc1cc tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530338 Jun 30 19:08:03.505308 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ef569-46c0-4324-8b97-905cee7f24e5 req-2704f1c0-2ad3-444b-ac91-1aadd8bbf63e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:03.506864 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fc0ef569-46c0-4324-8b97-905cee7f24e5 req-2704f1c0-2ad3-444b-ac91-1aadd8bbf63e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.1055939 Jun 30 19:08:03.557610 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fc0ef569-46c0-4324-8b97-905cee7f24e5 req-46f2d5e6-86a9-407b-bc53-e0f3c25abd84 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445707 Jun 30 19:08:04.089124 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fc75c-dabc-4145-bc1e-c7ed530c1ce3 req-378e3033-0a1d-439b-8de9-531e2a409f01 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:04.090535 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f71fc75c-dabc-4145-bc1e-c7ed530c1ce3 req-378e3033-0a1d-439b-8de9-531e2a409f01 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0842617 Jun 30 19:08:04.144122 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f71fc75c-dabc-4145-bc1e-c7ed530c1ce3 req-472c2440-95da-4a44-b918-29061e4b8c71 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473881 Jun 30 19:08:04.893217 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcd8e4-8d89-45d4-b40f-f08ea4ea7bc0 req-014fb075-6c88-46f1-97d9-07283bd5afdc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:04.899022 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dedcd8e4-8d89-45d4-b40f-f08ea4ea7bc0 req-014fb075-6c88-46f1-97d9-07283bd5afdc tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 944 time: 0.2208121 Jun 30 19:08:04.951595 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dedcd8e4-8d89-45d4-b40f-f08ea4ea7bc0 req-a5d2265d-d14b-417c-88e3-bde50452b736 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490875 Jun 30 19:08:05.346046 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1429-7397-4539-8d94-4f4a82b9b961 req-5e92ffd8-cbf6-4f25-adcb-64386c227697 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:05.347754 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fb8e1429-7397-4539-8d94-4f4a82b9b961 req-5e92ffd8-cbf6-4f25-adcb-64386c227697 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0904083 Jun 30 19:08:05.399120 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-fb8e1429-7397-4539-8d94-4f4a82b9b961 req-aae2acfa-bc32-4fd2-b8f7-5583eaca5c66 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452521 Jun 30 19:08:05.679900 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:08:05.820850 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:05.834880 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'port_id': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'mac_address': 'fa:16:3e:40:82:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:08:05.892678 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:05.920498 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36bd67b-d928-4a28-bd1c-54c880cb5370 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:08:05.935579 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5556547c-2b2c-433b-9326-350dd8d931e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:05.943871 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:05.947856 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:05.950656 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:06.037246 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=9']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:06.044987 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.045347 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.045661 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.046429 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.046429 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.047283 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.047620 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.047999 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.048580 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.048913 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.049249 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.049552 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:06.058006 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:06.186397 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719e4f-d0b3-4459-9ac1-f6f77d34eba0 req-3e5c99e7-4f08-4321-87b3-df837daa213e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:06.188479 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-18719e4f-d0b3-4459-9ac1-f6f77d34eba0 req-3e5c99e7-4f08-4321-87b3-df837daa213e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 945 time: 0.0951226 Jun 30 19:08:06.240837 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-18719e4f-d0b3-4459-9ac1-f6f77d34eba0 req-c94e40ba-0ec6-41cf-a503-493c52699d71 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461936 Jun 30 19:08:06.291129 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['a36bd67b-d928-4a28-bd1c-54c880cb5370'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:08:06.512168 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:06.606167 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f212be-4eb2-49a4-a4ea-7229427742db req-f160bf70-5b7f-4577-b3f4-9539c8765856 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:06.607938 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c6f212be-4eb2-49a4-a4ea-7229427742db req-f160bf70-5b7f-4577-b3f4-9539c8765856 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0931180 Jun 30 19:08:06.707581 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c6f212be-4eb2-49a4-a4ea-7229427742db req-b60fe3b2-8994-4c5f-9b79-98e4f295c6e2 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655138 Jun 30 19:08:07.438498 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6c42-e749-4c87-ac35-adc9d4798cfa req-cf129fff-f2f3-4b19-b620-2cfff84cc6a6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:07.439880 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d54e6c42-e749-4c87-ac35-adc9d4798cfa req-cf129fff-f2f3-4b19-b620-2cfff84cc6a6 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 945 time: 0.0848908 Jun 30 19:08:07.485430 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d54e6c42-e749-4c87-ac35-adc9d4798cfa req-ecc4189f-2e3c-429e-b56b-721e10f86ae8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399377 Jun 30 19:08:07.695150 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:08:07.765330 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port a36bd67b-d928-4a28-bd1c-54c880cb5370 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:08:07.766273 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:07.892097 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:07.894400 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3a3b3-b785-4f86-9739-010941b04fa3 req-f99a4342-d3ef-473f-8309-b38108e633a3 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:07.896178 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-10b3a3b3-b785-4f86-9739-010941b04fa3 req-f99a4342-d3ef-473f-8309-b38108e633a3 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0891643 Jun 30 19:08:07.923908 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:08:07.933633 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:07.940824 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:07.944058 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:07.961948 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-10b3a3b3-b785-4f86-9739-010941b04fa3 req-396ba478-30fa-48ef-bb69-b64499adfd3a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588949 Jun 30 19:08:07.988313 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'code': 200} Jun 30 19:08:08.023542 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=10']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:08.026634 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:08.268762 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed34de-8753-4163-918b-fbbaf3e6b34d req-8adcec5f-8812-4b0e-a9a6-1dc260c67adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:08.270129 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7bed34de-8753-4163-918b-fbbaf3e6b34d req-8adcec5f-8812-4b0e-a9a6-1dc260c67adf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 1100 time: 0.0714865 Jun 30 19:08:08.314695 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-7bed34de-8753-4163-918b-fbbaf3e6b34d req-3fb06582-8982-4ccb-ae7f-a27966244300 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376322 Jun 30 19:08:08.683347 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1866de1-8d4d-4c25-901e-0aa533cf3a67 req-3306271a-2379-40e8-8da2-b8c1f91a8483 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:08.684815 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d1866de1-8d4d-4c25-901e-0aa533cf3a67 req-3306271a-2379-40e8-8da2-b8c1f91a8483 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 947 time: 0.0839088 Jun 30 19:08:08.733893 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d1866de1-8d4d-4c25-901e-0aa533cf3a67 req-70b532eb-1816-485a-a3c9-a74f43c34f5d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Jun 30 19:08:08.860453 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7704-6041-435d-8294-9ec93d158ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:09.156328 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d29c2-9378-4375-8cb4-22a4bd9dbcd3 req-9f18f2c6-9d82-4767-a535-784a5dad2932 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:09.158077 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3e2d29c2-9378-4375-8cb4-22a4bd9dbcd3 req-9f18f2c6-9d82-4767-a535-784a5dad2932 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0897026 Jun 30 19:08:09.209595 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3e2d29c2-9378-4375-8cb4-22a4bd9dbcd3 req-09eb0e18-5154-4a1e-b302-f145f1913369 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454757 Jun 30 19:08:09.972848 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cd538-d757-4073-8997-fa7dd3f56264 req-8160c18d-5eee-4821-a00a-4c66c8d8a41e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:09.974542 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6a5cd538-d757-4073-8997-fa7dd3f56264 req-8160c18d-5eee-4821-a00a-4c66c8d8a41e tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 947 time: 0.0919940 Jun 30 19:08:10.029712 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-6a5cd538-d757-4073-8997-fa7dd3f56264 req-ae2ade12-dbb6-4987-962a-be6c5f239c55 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494053 Jun 30 19:08:10.367661 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:10.408586 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12dbbc-fd22-4617-ae1a-a2bc99a3c76d req-04d78df6-33bc-46e2-8767-befcb5e9ba5a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:10.410006 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3e12dbbc-fd22-4617-ae1a-a2bc99a3c76d req-04d78df6-33bc-46e2-8767-befcb5e9ba5a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0884395 Jun 30 19:08:10.459372 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3e12dbbc-fd22-4617-ae1a-a2bc99a3c76d req-ced970cd-c7bc-4ca8-b07e-c84967bb1519 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433071 Jun 30 19:08:10.933690 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:11.241245 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d9c03-16c0-494a-89e7-30bf2486424e req-066806f1-d1ef-49ef-bbdf-ee0a4119000a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:11.242795 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b64d9c03-16c0-494a-89e7-30bf2486424e req-066806f1-d1ef-49ef-bbdf-ee0a4119000a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 947 time: 0.0909703 Jun 30 19:08:11.288818 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b64d9c03-16c0-494a-89e7-30bf2486424e req-60005b00-aa2f-474e-ae8f-25d83c88ceb8 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 Jun 30 19:08:11.432389 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:08:11.648066 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248923-cb83-4546-a521-1f8aa35e712b req-477cf0f0-8cc7-4423-af14-7cc35c302129 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:11.649515 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-30248923-cb83-4546-a521-1f8aa35e712b req-477cf0f0-8cc7-4423-af14-7cc35c302129 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0803421 Jun 30 19:08:11.704093 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-30248923-cb83-4546-a521-1f8aa35e712b req-3968ef1c-3c92-4edd-a078-00fd69d9a94b tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484836 Jun 30 19:08:12.175636 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:12.902663 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd24e8-aa28-4cd8-892f-2f7b00c77e9c req-c2d8837c-25e4-4963-ba08-6949f9ecfc5c tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:12.904132 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5fd24e8-aa28-4cd8-892f-2f7b00c77e9c req-c2d8837c-25e4-4963-ba08-6949f9ecfc5c tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0874984 Jun 30 19:08:12.952561 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f5fd24e8-aa28-4cd8-892f-2f7b00c77e9c req-f269382b-4090-4da5-be02-9730c696e3e5 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415373 Jun 30 19:08:14.159990 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e20855-f105-4f29-96a2-f116c3720316 req-5ae5da79-0769-4f7f-8a1b-56d3d847c901 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:14.161520 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-78e20855-f105-4f29-96a2-f116c3720316 req-5ae5da79-0769-4f7f-8a1b-56d3d847c901 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0982304 Jun 30 19:08:14.220385 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-78e20855-f105-4f29-96a2-f116c3720316 req-8012714b-5087-4aff-b276-2463d271fdd4 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452938 Jun 30 19:08:15.414401 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f68c-8a9d-4397-9729-f57c6984c812 req-e743663f-a919-412c-8797-b983f878c6e6 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:15.415938 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5c90f68c-8a9d-4397-9729-f57c6984c812 req-e743663f-a919-412c-8797-b983f878c6e6 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0858710 Jun 30 19:08:15.472520 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5c90f68c-8a9d-4397-9729-f57c6984c812 req-3c73f408-d24e-4d28-a273-e177ceb83415 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493233 Jun 30 19:08:16.662608 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831f4c-3dc5-4fb3-a615-fe675a1904ab req-15ec4416-7f8e-4f47-87ac-b65793f254eb tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:16.664138 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-06831f4c-3dc5-4fb3-a615-fe675a1904ab req-15ec4416-7f8e-4f47-87ac-b65793f254eb tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0828176 Jun 30 19:08:16.713775 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-06831f4c-3dc5-4fb3-a615-fe675a1904ab req-0d354896-d919-48df-bf2c-51177e3a3ae8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437281 Jun 30 19:08:18.025795 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd370e4-e13d-429b-8c56-83bc71c8678b req-763c52e5-cefa-4ebc-937f-f0d8640355cb tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:18.027382 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7dd370e4-e13d-429b-8c56-83bc71c8678b req-763c52e5-cefa-4ebc-937f-f0d8640355cb tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1766808 Jun 30 19:08:18.078903 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7dd370e4-e13d-429b-8c56-83bc71c8678b req-909e52ae-5373-4713-9533-8730dd317470 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446596 Jun 30 19:08:18.879604 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9d9ad-e608-4e0e-8c1a-2452cf887311 req-1644ec17-1600-4178-a4f9-fa6dd7ef93c8 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:18.881081 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-92b9d9ad-e608-4e0e-8c1a-2452cf887311 req-1644ec17-1600-4178-a4f9-fa6dd7ef93c8 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.0885723 Jun 30 19:08:18.933495 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-92b9d9ad-e608-4e0e-8c1a-2452cf887311 req-62066e61-992c-455c-af86-1cbb720d859c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465040 Jun 30 19:08:19.290024 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500c255-4c43-4bcc-960c-0ff6212d4e30 req-97191218-5f89-4047-a3ea-2ae568db9a39 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:19.292139 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8500c255-4c43-4bcc-960c-0ff6212d4e30 req-97191218-5f89-4047-a3ea-2ae568db9a39 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0947230 Jun 30 19:08:19.346549 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8500c255-4c43-4bcc-960c-0ff6212d4e30 req-a2cc1acf-9c8f-4e36-b842-b94719c0af6f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469499 Jun 30 19:08:20.142751 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9e68e-2cb0-4459-a733-b08639ca41ec req-e30a68c6-1d40-4c27-a6e2-3589a3cbaf7e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:20.144270 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f3a9e68e-2cb0-4459-a733-b08639ca41ec req-e30a68c6-1d40-4c27-a6e2-3589a3cbaf7e tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.0944321 Jun 30 19:08:20.213841 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f3a9e68e-2cb0-4459-a733-b08639ca41ec req-c08141e0-b09a-46cb-8713-8eee4f878b7b tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630739 Jun 30 19:08:20.534704 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a43ffc-ef96-49e7-a314-db7be963ebd4 req-ffcdb1d1-ff01-4679-95e2-f9231e0080c8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:20.536115 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b2a43ffc-ef96-49e7-a314-db7be963ebd4 req-ffcdb1d1-ff01-4679-95e2-f9231e0080c8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.0827737 Jun 30 19:08:20.584224 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-b2a43ffc-ef96-49e7-a314-db7be963ebd4 req-d8fdda2d-be41-4342-a35b-40b2b2292615 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&id=91a6f76a-8b4a-46ba-a38e-3897b534e0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422986 Jun 30 19:08:21.202988 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54053861-e789-4547-8397-84e5f1568c56 req-27432cdb-bbe3-420e-86a7-b1ac0ead55ff tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:21.204180 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-54053861-e789-4547-8397-84e5f1568c56 req-27432cdb-bbe3-420e-86a7-b1ac0ead55ff tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Synchronizing usage tracker for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:08:21.220912 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-54053861-e789-4547-8397-84e5f1568c56 req-27432cdb-bbe3-420e-86a7-b1ac0ead55ff tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Unset dirty status for tenant:f3375a62f6f64c25a9b123dcfbb06727 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:08:21.222238 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-54053861-e789-4547-8397-84e5f1568c56 req-27432cdb-bbe3-420e-86a7-b1ac0ead55ff tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.1040337 Jun 30 19:08:21.316202 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Deleting port ef3aa03b-6abe-4aee-af8d-5f104f5adecf {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:21.316550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:21.418957 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22878b-d85b-41d9-9b4c-4b68ca7194be req-90e6d97b-f49a-442f-8488-7854851aa280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:21.420612 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7b22878b-d85b-41d9-9b4c-4b68ca7194be req-90e6d97b-f49a-442f-8488-7854851aa280 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 945 time: 0.0919673 Jun 30 19:08:21.474298 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7b22878b-d85b-41d9-9b4c-4b68ca7194be req-c705666a-ce16-485a-a2d0-e7d5032f1cda tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups?id=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466995 Jun 30 19:08:21.585076 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] For port ef3aa03b-6abe-4aee-af8d-5f104f5adecf, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:21.585436 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:21.943143 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:21.943505 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:21.943820 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.l3_db [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Floating IP de6b519c-824f-4d54-abcf-2724928c9ca0 disassociated. External IP: 172.28.1.95, port: ef3aa03b-6abe-4aee-af8d-5f104f5adecf. Jun 30 19:08:21.944159 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Calling delete_port for ef3aa03b-6abe-4aee-af8d-5f104f5adecf owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:22.103804 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:22.110303 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-02b16cc7-d8d4-4b08-afbd-72d18696107a tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:22.171138 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event deleted for resources: {'Port': ['ID=ef3aa03b-6abe-4aee-af8d-5f104f5adecf,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:22.183495 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.183869 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.184236 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.184597 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.184953 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.185307 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.185660 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.186012 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.186394 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.186770 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.187108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.187462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:22.192059 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:22.370792 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Router f419858e-96cf-474a-bd2c-00b242ab36ca has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:08:22.643668 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5068fadb-fad4-4d44-bb29-a41987a53ade req-c4968401-b19b-4339-b20c-96853c777830 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e1cd39b-c8ce-4101-a22a-64521e4a2b1d HTTP/1.1" status: 200 len: 210 time: 0.0479736 Jun 30 19:08:22.661292 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:08:22.676525 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] Sync routers for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:08:22.693063 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:22.694077 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:22.742404 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] No DVR routers for this DVR port ef3aa03b-6abe-4aee-af8d-5f104f5adecf on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:08:22.744723 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:22.747161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'name': 'network-vif-deleted', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:08:22.764544 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-54053861-e789-4547-8397-84e5f1568c56 req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.99 "DELETE /v2.0/ports/ef3aa03b-6abe-4aee-af8d-5f104f5adecf HTTP/1.1" status: 204 len: 173 time: 1.5360718 Jun 30 19:08:22.802810 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1cd39b-c8ce-4101-a22a-64521e4a2b1d', 'name': 'network-vif-deleted', 'tag': 'ef3aa03b-6abe-4aee-af8d-5f104f5adecf', 'status': 'completed', 'code': 200} Jun 30 19:08:22.940349 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:23.309808 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:23.314396 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] Checking router: f419858e-96cf-474a-bd2c-00b242ab36ca for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:08:23.323310 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:23.323939 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:23.525333 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:23.779441 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 43536) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:23.792541 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device ef3aa03b-6abe-4aee-af8d-5f104f5adecf no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:23.855091 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:23.872760 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: ef3aa03b-6abe-4aee-af8d-5f104f5adecf {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:23.873107 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device ef3aa03b-6abe-4aee-af8d-5f104f5adecf not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:23.885872 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:23.911361 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:23.915665 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2db98d-d633-46d1-95bf-fe73a44d7d71 None None] The sync data for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb is: [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '01c4fdbc-a207-45a2-9b68-e60eb4f29359', 'name': '', 'network_id': '317c76f1-cd67-474e-b060-7bc8b25aabdb', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'mac_address': 'fa:16:3e:37:86:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:25Z', 'updated_at': '2021-06-30T19:01:45Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'subnets': [{'id': 'e788319a-bd99-4d55-ba3d-3c3fd8740f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:08:23.946468 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:23.950472 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-20b0fd01-e663-4531-88cd-6ce083fb31ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:23.970046 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:23.973088 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:23.982273 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:23.987494 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "DELETE /v2.0/security-groups/e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be HTTP/1.1" status: 204 len: 168 time: 0.2037411 Jun 30 19:08:23.988220 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43540) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:24.007703 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.api.v2.resource [None req-7a93a881-5578-4425-8d41-a76a213d49dd tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] show failed (client error): The resource could not be found. Jun 30 19:08:24.009019 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-7a93a881-5578-4425-8d41-a76a213d49dd tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "GET /v2.0/security-groups/e4aa87cc-43e4-4f6a-8d58-cf3b0011d7be HTTP/1.1" status: 404 len: 347 time: 0.0194526 Jun 30 19:08:24.012011 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43544) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:24.173319 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeee1a0-58a9-4dbe-9d40-6b8b5a589186 None None] New status for floating IP de6b519c-824f-4d54-abcf-2724928c9ca0: DOWN {{(pid=78663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:08:24.194471 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Deleting port 5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:24.194892 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:24.381488 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:24.381820 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:24.515703 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Calling delete_port for 5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b owned by network:floatingip {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:24.602194 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.db.api [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:08:24.602547 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_db.api [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:08:25.104127 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Deleting port 5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:25.104781 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:25.280096 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:25.280420 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:25.495723 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Calling delete_port for 5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b owned by network:floatingip {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:25.643666 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:25.647404 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:25.689512 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Pushing event deleted for resources: {'Port': ['ID=5de4bfb1-acfa-4cf2-aa23-9e52cee99d8b,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:25.723666 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.724043 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.724409 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.724821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.725267 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.725537 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.725892 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.726271 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.726631 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.726981 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.727332 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.727678 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:08:25.735000 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:25.799982 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks [] for floatingip, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:25.828421 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:25.830295 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-c406a352-76de-4aab-bdba-f9a4da17f6d4 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] 10.222.0.95 "DELETE /v2.0/floatingips/de6b519c-824f-4d54-abcf-2724928c9ca0 HTTP/1.1" status: 204 len: 168 time: 1.8171873 Jun 30 19:08:29.855331 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 43574) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:30.564693 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716158'] for router_interface, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:30.918703 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Deleting port 01c4fdbc-a207-45a2-9b68-e60eb4f29359 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:30.919428 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:31.196239 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] For port 01c4fdbc-a207-45a2-9b68-e60eb4f29359, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=01c4fdbc-a207-45a2-9b68-e60eb4f29359,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:31.196485 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:31.322420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Calling delete_port for 01c4fdbc-a207-45a2-9b68-e60eb4f29359 owned by network:router_interface {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:31.531874 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:31.536056 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d7dce6b9-080b-49e5-9a3d-9292f1c08dcb tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:31.586863 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c4fdbc-a207-45a2-9b68-e60eb4f29359,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:31.590529 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:31.876072 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716234'] for router_interface, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:32.248832 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Router f419858e-96cf-474a-bd2c-00b242ab36ca has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:08:32.434676 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:08:32.444480 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] Sync routers for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:08:32.448280 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] 10.222.0.95 "PUT /v2.0/routers/f419858e-96cf-474a-bd2c-00b242ab36ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918598 Jun 30 19:08:32.450884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43582) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:32.453684 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:32.454341 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:32.642041 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:32.649682 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks [] for router, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:32.837901 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:32.848322 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Deleting port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:32.848847 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:32.988715 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:08:31Z', 'revision_number': 5, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port': {'id': 'd2f0a998-28a8-4526-a05f-e0d5fa2fc52f', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:32.992623 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] Checking router: f419858e-96cf-474a-bd2c-00b242ab36ca for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:08:33.002019 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] Routers {'f419858e-96cf-474a-bd2c-00b242ab36ca'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:33.002689 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['f419858e-96cf-474a-bd2c-00b242ab36ca'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:33.039584 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] For port d2f0a998-28a8-4526-a05f-e0d5fa2fc52f, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:33.039939 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:33.172206 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] Set router f419858e-96cf-474a-bd2c-00b242ab36ca gateway port host: None {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:33.183201 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Calling delete_port for d2f0a998-28a8-4526-a05f-e0d5fa2fc52f owned by network:router_gateway {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:33.301862 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:08:32Z', 'revision_number': 6, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port_host': None}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:33.315013 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5374263-aa2c-4883-832a-fcf453690194 None None] The sync data for ids ['f419858e-96cf-474a-bd2c-00b242ab36ca'] in dv-cinder-798879-1-smb is: [{'id': 'f419858e-96cf-474a-bd2c-00b242ab36ca', 'name': 'tempest-AttachVolumeTestJSON-1798828770-router', 'tenant_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:12Z', 'updated_at': '2021-06-30T19:08:32Z', 'revision_number': 6, 'project_id': 'f3375a62f6f64c25a9b123dcfbb06727', 'gw_port_host': None}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:08:33.536092 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:33.540431 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-656e04e3-335c-4dc1-b2ba-f87a059cfc98 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:33.589875 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f0a998-28a8-4526-a05f-e0d5fa2fc52f,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:33.593213 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:33.839340 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701269'] for router_gateway, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.031865 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2023'] for router, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.034798 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.060866 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612534'] for router, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.061375 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f419858e-96cf-474a-bd2c-00b242ab36ca {{(pid=78661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 19:08:34.077380 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] Notify callbacks [] for router, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.079403 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-5fa34195-db7b-4662-bca1-e31c1bb42566 admin admin] 10.222.0.95 "DELETE /v2.0/routers/f419858e-96cf-474a-bd2c-00b242ab36ca HTTP/1.1" status: 204 len: 168 time: 1.6262026 Jun 30 19:08:34.083557 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43586) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:34.158338 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d2f0a998-28a8-4526-a05f-e0d5fa2fc52f no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:34.168678 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Deleting subnet e788319a-bd99-4d55-ba3d-3c3fd8740f1b {{(pid=78661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:08:34.173930 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.196561 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: d2f0a998-28a8-4526-a05f-e0d5fa2fc52f {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:34.197031 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d2f0a998-28a8-4526-a05f-e0d5fa2fc52f not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:34.197633 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01c4fdbc-a207-45a2-9b68-e60eb4f29359 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:34.235135 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 01c4fdbc-a207-45a2-9b68-e60eb4f29359 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:34.235808 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 01c4fdbc-a207-45a2-9b68-e60eb4f29359 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:34.240917 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15670061'] for subnet, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.397606 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.479108 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15670067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14900717'] for subnet, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.483600 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5ba1d3b1-95f0-45ce-ba4c-98b3a0b293d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:34.524485 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e788319a-bd99-4d55-ba3d-3c3fd8740f1b,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:34.527733 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:34.528739 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.538953 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-d6c5df96-5346-484a-b026-9b9c4bcfd94b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e788319a-bd99-4d55-ba3d-3c3fd8740f1b HTTP/1.1" status: 204 len: 168 time: 0.4517143 Jun 30 19:08:34.539621 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301afe0-dd8d-468e-a22a-47a42bf7c9d9 None None] Network 317c76f1-cd67-474e-b060-7bc8b25aabdb requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:08:34.539723 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43590) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:34.663627 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.675365 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Deleting port 5458de2b-299f-4a14-af66-b842369fab56 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:34.675647 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.867133 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] DHCP port deletion for 317c76f1-cd67-474e-b060-7bc8b25aabdb request from dv-cinder-798879-1-smb {{(pid=78662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 19:08:34.871281 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Deleting port 5458de2b-299f-4a14-af66-b842369fab56 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:34.871661 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:34.907091 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] For port 5458de2b-299f-4a14-af66-b842369fab56, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=5458de2b-299f-4a14-af66-b842369fab56,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:34.908046 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.042646 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Calling delete_port for 5458de2b-299f-4a14-af66-b842369fab56 owned by network:dhcp {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:35.093142 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] For port 5458de2b-299f-4a14-af66-b842369fab56, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=5458de2b-299f-4a14-af66-b842369fab56,segment=NetworkSegment(fbb98587-9868-4286-b9c9-be5d2e500e39),segment_id=fbb98587-9868-4286-b9c9-be5d2e500e39)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:35.093490 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.130491 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.134638 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:35.180573 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=5458de2b-299f-4a14-af66-b842369fab56,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:35.183897 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:35.184685 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] No DVR routers for this DVR port 5458de2b-299f-4a14-af66-b842369fab56 on host dv-cinder-798879-1-smb {{(pid=78661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:08:35.234245 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Calling delete_port for 5458de2b-299f-4a14-af66-b842369fab56 owned by network:dhcp {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:35.340959 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.357768 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317c76f1-cd67-474e-b060-7bc8b25aabdb']}} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:35.378716 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb98587-9868-4286-b9c9-be5d2e500e39') {'for_net_delete': True} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:35.379163 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb98587-9868-4286-b9c9-be5d2e500e39') {} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:35.395415 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.db.api [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:08:35.395745 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15670054'] for segment, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.395893 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_db.api [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:08:35.520275 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.527623 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=78661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:08:35.528080 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15705237'] for segment, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: Traceback (most recent call last): Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: timer() Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: cb(*args, **kw) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: return func(*args, **kwargs) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: self._notify() Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: self.callback(batched_events) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: event.method(event) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: return f(self, *a, **k) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: return self._get(url).json() Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: return self.request(url, 'GET', **kwargs) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:08:35.542492 dv-cinder-798879-1-smb neutron-server[78661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:08:35.625235 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.629283 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:35.644285 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.655947 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=317c76f1-cd67-474e-b060-7bc8b25aabdb,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:35.660269 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:35.673374 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6a0085f0-3022-46eb-b1a0-fad5c2217b23 admin admin] 10.222.0.95 "DELETE /v2.0/networks/317c76f1-cd67-474e-b060-7bc8b25aabdb HTTP/1.1" status: 204 len: 168 time: 1.1331494 Jun 30 19:08:35.812849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43596) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:35.874940 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-243d4ef0-70da-4214-9848-e1a984d84a50 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f3375a62f6f64c25a9b123dcfbb06727&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607758 Jun 30 19:08:35.878955 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43600) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:35.894702 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5458de2b-299f-4a14-af66-b842369fab56 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:35.925643 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Deleting port 5458de2b-299f-4a14-af66-b842369fab56 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:35.926026 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.943043 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.970554 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:35.973492 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 5458de2b-299f-4a14-af66-b842369fab56 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:35.973680 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5458de2b-299f-4a14-af66-b842369fab56 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:36.012400 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-16d94c38-5da1-4e6d-9d6f-6ac87b65bc6b None None] The port '5458de2b-299f-4a14-af66-b842369fab56' was deleted {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 30 19:08:36.013682 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d20a54fb-6556-49a5-b281-96b138162998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:36.035015 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:36.038839 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6f3de2b0-223e-4d51-93a8-1dca2910a0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:36.053851 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904cb726-fb75-4b9d-bf44-6b164b85ea00,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:36.056346 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:36.063348 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:36.064064 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/904cb726-fb75-4b9d-bf44-6b164b85ea00 HTTP/1.1" status: 204 len: 168 time: 0.1842520 Jun 30 19:08:36.491890 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:37.806955 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43642) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:37.938820 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:37.953237 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:08:37.957456 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Usage tracker for resource:security_group_rule and tenant:618dee04d1d5414487cb28112aae4bfd is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:08:37.960314 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:08:37.965991 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:08:38.055378 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.059100 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.066792 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6490cc93-d312-47d9-b520-e1cebd65d608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:38.105025 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f0b409-0051-4697-9ecf-12fd8d14c445,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:38.109171 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=618dee04d1d5414487cb28112aae4bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011541 Jun 30 19:08:38.110819 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:38.112539 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43648) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:38.169989 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b3a4601e-8b35-45e3-b9be-3cdc7015f564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.196295 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b3a4601e-8b35-45e3-b9be-3cdc7015f564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.251800 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b3a4601e-8b35-45e3-b9be-3cdc7015f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.255729 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1d84fcd9-76aa-4352-b149-31497332440f tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:38.266685 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4601e-8b35-45e3-b9be-3cdc7015f564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f0b409-0051-4697-9ecf-12fd8d14c445,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:38.270581 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b3a4601e-8b35-45e3-b9be-3cdc7015f564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:38.273878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b3a4601e-8b35-45e3-b9be-3cdc7015f564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.275062 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b3a4601e-8b35-45e3-b9be-3cdc7015f564 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/20f0b409-0051-4697-9ecf-12fd8d14c445 HTTP/1.1" status: 204 len: 168 time: 0.1613681 Jun 30 19:08:38.565184 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43656) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:38.582808 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.598515 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:08:38.602332 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Usage tracker for resource:security_group_rule and tenant:5f0c75cb66e14f2fa983a0739d43e76e is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:08:38.605095 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:08:38.611379 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:08:38.697006 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.700908 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.709903 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2c5407b7-cf99-448a-ac5c-510204d2f4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:38.750973 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5f0c75cb66e14f2fa983a0739d43e76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847007 Jun 30 19:08:38.752816 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68323995-de09-4f27-b6a3-66ea1e1f3990,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:38.753836 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 43662) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:38.755987 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:38.821695 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-475042fb-0998-4580-8ee9-a0bd8744fe0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.855362 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-475042fb-0998-4580-8ee9-a0bd8744fe0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.864074 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-f2b01900-4e3a-4bd9-b9c2-367838c0f439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.911563 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-475042fb-0998-4580-8ee9-a0bd8744fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.915188 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:38.926473 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475042fb-0998-4580-8ee9-a0bd8744fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68323995-de09-4f27-b6a3-66ea1e1f3990,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:38.930468 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-475042fb-0998-4580-8ee9-a0bd8744fe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:38.933733 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-475042fb-0998-4580-8ee9-a0bd8744fe0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:38.934961 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-475042fb-0998-4580-8ee9-a0bd8744fe0b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/68323995-de09-4f27-b6a3-66ea1e1f3990 HTTP/1.1" status: 204 len: 168 time: 0.1800427 Jun 30 19:08:40.362789 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:40.932480 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:41.950203 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 43788) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:42.177151 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.275122 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Deleting port 3e9f85ec-a40f-432e-a3b2-a6786c4b6605 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:42.275465 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.407444 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43802) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:42.452507 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.453420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.529096 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.544489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:08:42.549064 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Usage tracker for resource:security_group_rule and tenant:139d5708b7ba4a98aad67200e407e0f1 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:08:42.551874 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:08:42.557492 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:08:42.588495 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Calling delete_port for 3e9f85ec-a40f-432e-a3b2-a6786c4b6605 owned by network:floatingip {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:42.666545 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.672241 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.681143 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8993f312-385d-4b5a-b878-81699c32c774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:42.723795 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=139d5708b7ba4a98aad67200e407e0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152657 Jun 30 19:08:42.724834 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0cd45d-bdee-4811-9e2f-1c578c5b30e5,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:42.728047 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:42.728734 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43808) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:42.775429 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.780469 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ad5f5809-615c-4ebb-b6bc-5ed14732565d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:42.792183 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.820149 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.856704 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event deleted for resources: {'Port': ['ID=3e9f85ec-a40f-432e-a3b2-a6786c4b6605,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:42.864735 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:42.875688 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.879610 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8b852fd5-46a5-4682-a651-0d9b9db6a3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:42.891911 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0cd45d-bdee-4811-9e2f-1c578c5b30e5,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:42.894801 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:42.902673 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.907486 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bb0cd45d-bdee-4811-9e2f-1c578c5b30e5 HTTP/1.1" status: 204 len: 168 time: 0.1777925 Jun 30 19:08:42.928967 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for floatingip, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:42.929302 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.l3_db [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Floating IP 572e835a-066f-46ec-b792-d11371ae6d0d disassociated (deleted). External IP: 172.28.1.132, port: 5c11822a-60d6-48cb-8e43-e800cdf851d5. Jun 30 19:08:43.210067 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43816) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:43.228960 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.250689 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:08:43.255181 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Usage tracker for resource:security_group_rule and tenant:3e33288c686f4b97bf13e43c2e31f6bf is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:08:43.258208 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:08:43.264291 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:08:43.323148 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Router 91196f21-bc00-4686-abf7-a5ea8aa197f7 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:08:43.360520 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.364987 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.371778 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-34d357aa-3030-48a5-9bf8-9f7ed2edadd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:43.419355 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3e33288c686f4b97bf13e43c2e31f6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040050 Jun 30 19:08:43.419355 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3c77e-9f15-48ca-9006-0dbc955bdad5,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:43.419355 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:43.420215 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43822) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:43.486565 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.516917 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.517598 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:08:43.533841 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] Sync routers for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:08:43.534457 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.544291 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:43.544999 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:43.578526 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.586925 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-038d395c-1862-42e4-9d26-fb56148c0e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:43.604633 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3c77e-9f15-48ca-9006-0dbc955bdad5,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:43.612282 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:43.627721 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b8b3c77e-9f15-48ca-9006-0dbc955bdad5 HTTP/1.1" status: 204 len: 168 time: 0.2004793 Jun 30 19:08:43.630669 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:43.710527 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "DELETE /v2.0/floatingips/572e835a-066f-46ec-b792-d11371ae6d0d HTTP/1.1" status: 204 len: 168 time: 1.7590518 Jun 30 19:08:43.711181 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:08:43.777693 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'status': 'completed', 'code': 200} Jun 30 19:08:43.876593 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:43.915427 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-43054b10-4538-4eb2-b554-5460f0f7c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:43.917541 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-43054b10-4538-4eb2-b554-5460f0f7c26e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 1098 time: 0.0896349 Jun 30 19:08:44.114232 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-efaefddd-19ce-421e-af7f-2056a0dc19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:44.115723 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-efaefddd-19ce-421e-af7f-2056a0dc19c6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 200 len: 911 time: 0.1879203 Jun 30 19:08:44.235885 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-a59b7412-5388-4676-8d01-475c1d6bed8f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 200 len: 217 time: 0.1091557 Jun 30 19:08:44.333867 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-7a49af50-1e98-415f-8ff1-915198ef2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:44.335429 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-7a49af50-1e98-415f-8ff1-915198ef2992 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 200 len: 848 time: 0.0822890 Jun 30 19:08:44.362309 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 5, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:44.375154 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] Checking router: 91196f21-bc00-4686-abf7-a5ea8aa197f7 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:08:44.394685 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:44.395327 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:44.457331 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-69c0d311-6a46-4481-badf-a15fcef0e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:44.458886 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-69c0d311-6a46-4481-badf-a15fcef0e89a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6d5169a0-f4d1-46e5-a566-f445760409d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1158860 Jun 30 19:08:44.540093 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5cb07-15c2-40b1-9064-b06b1c75415d req-f06d80bd-ed4b-47a7-90aa-cd7454d725cd tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:44.550356 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ceb5cb07-15c2-40b1-9064-b06b1c75415d req-f06d80bd-ed4b-47a7-90aa-cd7454d725cd tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1193290 Jun 30 19:08:44.619121 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ceb5cb07-15c2-40b1-9064-b06b1c75415d req-54242710-8d2f-4cbd-b3c5-7d41861b2c8b tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672939 Jun 30 19:08:44.679265 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:44.742914 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-d7e0efa8-3974-4a15-a0db-5ca935c9dfbb service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693787 Jun 30 19:08:44.946648 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b30ff-f00b-4b17-9ddc-52d5059ceff0 req-2487965b-d85d-4267-9428-3a76568a79a9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:44.949050 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-117b30ff-f00b-4b17-9ddc-52d5059ceff0 req-2487965b-d85d-4267-9428-3a76568a79a9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 947 time: 0.1784408 Jun 30 19:08:45.011748 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-117b30ff-f00b-4b17-9ddc-52d5059ceff0 req-34e470e5-bfad-4703-9d13-0c0a3cf38eee tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560338 Jun 30 19:08:45.015598 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-fe1412c4-3f85-48de-bd70-8da1516dece4 req-b9a5d360-eab8-46ec-94a7-69643d73c22a service neutron] 10.222.0.99 "GET /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598004 Jun 30 19:08:45.212253 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 5, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:45.216527 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4a5b8-a227-4c87-b915-4b4ad8693365 None None] The sync data for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb is: [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:27Z', 'revision_number': 4, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '26f550b2-234a-45af-bec4-f9f5bf04a128', 'name': '', 'network_id': '6d5169a0-f4d1-46e5-a566-f445760409d4', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'mac_address': 'fa:16:3e:3d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:26Z', 'updated_at': '2021-06-30T19:03:38Z', 'revision_number': 5, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'subnets': [{'id': 'ac1eb1a0-a709-4583-8b89-87e44495bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:08:45.547461 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1580510-bb9e-49ab-9980-ef36e2a6ea53 None None] New status for floating IP 572e835a-066f-46ec-b792-d11371ae6d0d: DOWN {{(pid=78662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:08:45.841439 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f147a-78fa-4b99-b3c7-893d9de2310a req-0b1720d2-f820-4012-818c-a32a7a09ffb6 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:45.843037 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-424f147a-78fa-4b99-b3c7-893d9de2310a req-0b1720d2-f820-4012-818c-a32a7a09ffb6 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.0882921 Jun 30 19:08:45.898401 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-424f147a-78fa-4b99-b3c7-893d9de2310a req-e991da4f-b223-4f52-8b8a-ba225e572ab8 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491652 Jun 30 19:08:46.043836 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43888) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:46.193150 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.212409 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:08:46.218107 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Usage tracker for resource:security_group_rule and tenant:6b628a2ffec34a3d8b09cde62d593711 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:08:46.223664 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:08:46.231964 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:08:46.266117 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9f36-75aa-4b91-98ec-e3edaeb16670 req-5c902b28-9e05-4c62-8a49-f1e656979020 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:46.267809 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1c9c9f36-75aa-4b91-98ec-e3edaeb16670 req-5c902b28-9e05-4c62-8a49-f1e656979020 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 947 time: 0.1403890 Jun 30 19:08:46.314433 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-3a1641b3-c38d-4212-a090-8358e71ab782 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:46.315181 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-3a1641b3-c38d-4212-a090-8358e71ab782 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Synchronizing usage tracker for tenant:369991e2ea7740ababa870cb4c4a4e7d on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:08:46.336281 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-3a1641b3-c38d-4212-a090-8358e71ab782 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Unset dirty status for tenant:369991e2ea7740ababa870cb4c4a4e7d on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:08:46.337470 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-3a1641b3-c38d-4212-a090-8358e71ab782 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.99 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1250207 Jun 30 19:08:46.337720 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1c9c9f36-75aa-4b91-98ec-e3edaeb16670 req-7c756a8a-dde0-45eb-a30a-1a56674b2c78 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624094 Jun 30 19:08:46.390185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.395916 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.404888 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-587bff66-719b-41a2-9bd2-942a5d57732c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:46.441965 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Deleting port 5c11822a-60d6-48cb-8e43-e800cdf851d5 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:46.442361 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.450437 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6b628a2ffec34a3d8b09cde62d593711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028757 Jun 30 19:08:46.450437 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc798cb-7cc2-40fd-b561-0145676e54f4,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:46.452173 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43894) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:46.455345 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-9451a41c-1449-45d4-bf8a-7be8344d3234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:46.519371 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.549758 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.605846 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.611048 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-75a3a5ce-7e4f-4f79-99de-70e17b912a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:46.625821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc798cb-7cc2-40fd-b561-0145676e54f4,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:46.628513 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:46.629805 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.633941 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bcc798cb-7cc2-40fd-b561-0145676e54f4 HTTP/1.1" status: 204 len: 168 time: 0.1802046 Jun 30 19:08:46.783603 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-526d678b-34b3-4121-9c56-4db33ded3c9a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:46.784320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-526d678b-34b3-4121-9c56-4db33ded3c9a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Synchronizing usage tracker for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:08:46.789055 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] For port 5c11822a-60d6-48cb-8e43-e800cdf851d5, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=5c11822a-60d6-48cb-8e43-e800cdf851d5,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:46.789421 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:46.919681 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Calling delete_port for 5c11822a-60d6-48cb-8e43-e800cdf851d5 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:46.962845 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43904) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:46.975636 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-526d678b-34b3-4121-9c56-4db33ded3c9a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Unset dirty status for tenant:5b7dd4a64ab14c27ba8ba80da9ab603e on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:08:46.976857 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-526d678b-34b3-4121-9c56-4db33ded3c9a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 947 time: 0.3348804 Jun 30 19:08:46.983630 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.003918 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:08:47.008549 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Usage tracker for resource:security_group_rule and tenant:ca48dcd03a2c466d9b93fdd3f1576051 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:08:47.011703 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:08:47.052957 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:08:47.073516 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Deleting port a36bd67b-d928-4a28-bd1c-54c880cb5370 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:47.073863 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.141309 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d238-0e2c-4aea-a6d5-67761f9d636d req-3d273d41-7ece-4ad5-8b75-62b286ab8e44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:47.143086 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ff72d238-0e2c-4aea-a6d5-67761f9d636d req-3d273d41-7ece-4ad5-8b75-62b286ab8e44 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 945 time: 0.1283462 Jun 30 19:08:47.219317 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.225147 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ff72d238-0e2c-4aea-a6d5-67761f9d636d req-22fc1e41-0a25-41a9-b8a7-a694dd27d0d1 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/security-groups?id=38cf8c62-4d87-4d0d-965b-d4c88ca19303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693638 Jun 30 19:08:47.231521 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.246726 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f87b3ae2-db80-475a-9aa3-7fd898f99d12 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:47.301189 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ca48dcd03a2c466d9b93fdd3f1576051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364160 Jun 30 19:08:47.303181 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b94b71-c35f-4afc-a2f4-168050458546,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:47.305538 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43908) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:47.307901 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:47.371735 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.377878 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.399165 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.438583 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b9025ac8-91a0-4ff9-8232-18ef4fdf06e6 tempest-ServerRescueNegativeTestJSON-1939768310 tempest-ServerRescueNegativeTestJSON-1939768310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:47.499114 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.505674 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event deleted for resources: {'Port': ['ID=5c11822a-60d6-48cb-8e43-e800cdf851d5,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:47.507093 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4f89d75e-79d5-4565-84e0-e111636ede5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:47.508124 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:47.536532 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b94b71-c35f-4afc-a2f4-168050458546,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:47.544225 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:47.546064 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.550818 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/53b94b71-c35f-4afc-a2f4-168050458546 HTTP/1.1" status: 204 len: 168 time: 0.2441134 Jun 30 19:08:47.595202 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8d361-b014-40a3-9624-7c5b669d9867 req-a60cd92a-5423-470e-9dee-22e76e66d008 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:47.597527 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] No DVR routers for this DVR port 5c11822a-60d6-48cb-8e43-e800cdf851d5 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:08:47.600143 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.603233 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f0a8d361-b014-40a3-9624-7c5b669d9867 req-a60cd92a-5423-470e-9dee-22e76e66d008 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 947 time: 0.1369174 Jun 30 19:08:47.608645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-deleted', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:08:47.649001 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-08915874-edaa-4764-a00d-cf622e8d80c6 req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.99 "DELETE /v2.0/ports/5c11822a-60d6-48cb-8e43-e800cdf851d5 HTTP/1.1" status: 204 len: 173 time: 1.2889147 Jun 30 19:08:47.684227 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] For port a36bd67b-d928-4a28-bd1c-54c880cb5370, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a36bd67b-d928-4a28-bd1c-54c880cb5370,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:47.684605 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:47.690573 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f0a8d361-b014-40a3-9624-7c5b669d9867 req-c0cc3c0d-cd23-485b-af5a-09847970c0cb tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups?id=7fde52d0-0bc6-409f-936b-dd489bf42339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858364 Jun 30 19:08:47.786719 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c11a83-f536-4abb-af9d-ac5270bfeaba', 'name': 'network-vif-deleted', 'tag': '5c11822a-60d6-48cb-8e43-e800cdf851d5', 'status': 'completed', 'code': 200} Jun 30 19:08:48.074054 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:48.074847 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701280'] for floatingip, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:48.075482 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.l3_db [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Floating IP 5ee30ec9-8596-44e9-82ec-b09738d3dbef disassociated. External IP: 172.28.1.46, port: a36bd67b-d928-4a28-bd1c-54c880cb5370. Jun 30 19:08:48.076024 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Calling delete_port for a36bd67b-d928-4a28-bd1c-54c880cb5370 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:48.253614 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:48.259564 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-70649815-bd47-4da6-82e6-9edbb4dc8d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:48.304960 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event deleted for resources: {'Port': ['ID=a36bd67b-d928-4a28-bd1c-54c880cb5370,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:48.309181 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:48.431862 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:08:48.475045 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1a90b373-b225-4953-b3a0-2fde4d64bffe req-9c9cb9db-63f9-4a0b-9a88-8e4d7faad011 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "GET /v2.0/ports?device_id=00c11a83-f536-4abb-af9d-ac5270bfeaba HTTP/1.1" status: 200 len: 210 time: 0.0650730 Jun 30 19:08:48.537438 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Router 74061d4c-2ce8-4396-8428-d5ce7653102d has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:08:48.756113 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:08:48.787953 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] Sync routers for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:08:48.824849 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:48.825863 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:48.881851 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] No DVR routers for this DVR port a36bd67b-d928-4a28-bd1c-54c880cb5370 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:08:48.888981 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:48.917949 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-f4ea34ef-441f-4802-a01e-1b0db7a8fcb2 req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.99 "DELETE /v2.0/ports/a36bd67b-d928-4a28-bd1c-54c880cb5370 HTTP/1.1" status: 204 len: 173 time: 1.9343734 Jun 30 19:08:49.000394 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2be4ba93-0d89-4e8b-8bc5-5ae1a33b8cdb req-02d5f153-d043-4c38-924d-4c29cf7856a9 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/ports?device_id=d66d95cf-c103-445f-a5ec-482dd3baad2e HTTP/1.1" status: 200 len: 210 time: 0.0726430 Jun 30 19:08:49.094482 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:49.467284 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:49.474190 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] Checking router: 74061d4c-2ce8-4396-8428-d5ce7653102d for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:08:49.486376 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:49.487218 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:49.592319 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43960) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:49.688825 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:49.697728 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:49.729269 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:49.789498 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-deleted', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:08:49.840299 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:49.846949 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-096860aa-0024-49b3-9c62-87e106e554cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:49.873218 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf8c62-4d87-4d0d-965b-d4c88ca19303,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:49.876656 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:49.886017 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66d95cf-c103-445f-a5ec-482dd3baad2e', 'name': 'network-vif-deleted', 'tag': 'a36bd67b-d928-4a28-bd1c-54c880cb5370', 'status': 'completed', 'code': 200} Jun 30 19:08:49.894297 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:49.896809 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] 10.222.0.95 "DELETE /v2.0/security-groups/38cf8c62-4d87-4d0d-965b-d4c88ca19303 HTTP/1.1" status: 204 len: 168 time: 0.3023744 Jun 30 19:08:49.898273 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:49.954568 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43978) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:49.995586 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: a36bd67b-d928-4a28-bd1c-54c880cb5370 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:49.996101 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a36bd67b-d928-4a28-bd1c-54c880cb5370 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:49.996595 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 5c11822a-60d6-48cb-8e43-e800cdf851d5 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:50.061923 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 5c11822a-60d6-48cb-8e43-e800cdf851d5 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:50.066713 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 5c11822a-60d6-48cb-8e43-e800cdf851d5 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:50.157004 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:50.158403 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 43992) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:50.163174 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6d3de-79f4-4e0f-b64b-e3f850857aaa None None] The sync data for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb is: [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:01:28Z', 'revision_number': 4, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '5d987d25-eb9b-4828-ba79-37ecdb0b8e97', 'name': '', 'network_id': '0ea1f0df-b629-4334-8876-2b25377a9ccd', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'mac_address': 'fa:16:3e:4b:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:23Z', 'updated_at': '2021-06-30T19:01:44Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'subnets': [{'id': 'd69c0410-fb05-476a-a9dc-fadb6b002d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:08:50.439574 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae2f0c-026b-44b9-8c60-c447266a4b69 None None] New status for floating IP 5ee30ec9-8596-44e9-82ec-b09738d3dbef: DOWN {{(pid=78662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:08:50.504144 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0a95f8fb-d21c-4573-8df3-7508d73bf727 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:50.602302 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0a95f8fb-d21c-4573-8df3-7508d73bf727 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:50.761211 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0a95f8fb-d21c-4573-8df3-7508d73bf727 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:50.783903 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e0b114ab-ee74-427d-be04-1633bfd61a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:50.800530 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95f8fb-d21c-4573-8df3-7508d73bf727 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde52d0-0bc6-409f-936b-dd489bf42339,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:50.804165 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0a95f8fb-d21c-4573-8df3-7508d73bf727 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:50.857195 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0a95f8fb-d21c-4573-8df3-7508d73bf727 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:50.858363 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-0a95f8fb-d21c-4573-8df3-7508d73bf727 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "DELETE /v2.0/security-groups/7fde52d0-0bc6-409f-936b-dd489bf42339 HTTP/1.1" status: 204 len: 168 time: 0.6985812 Jun 30 19:08:50.862736 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44012) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:50.883802 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.api.v2.resource [None req-7837fe12-68d3-4d2e-86cb-a21e3076c1c7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] show failed (client error): The resource could not be found. Jun 30 19:08:50.886651 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-7837fe12-68d3-4d2e-86cb-a21e3076c1c7 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "GET /v2.0/security-groups/7fde52d0-0bc6-409f-936b-dd489bf42339 HTTP/1.1" status: 404 len: 347 time: 0.0216665 Jun 30 19:08:50.887748 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44018) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:51.033131 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716158'] for router_interface, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.148612 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Deleting port 30857e98-e600-4f8a-960c-218d097570fc {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:51.148970 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.336815 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.337353 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.420920 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Deleting port 26f550b2-234a-45af-bec4-f9f5bf04a128 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:51.421908 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.476770 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Calling delete_port for 30857e98-e600-4f8a-960c-218d097570fc owned by network:floatingip {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:51.625316 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] For port 26f550b2-234a-45af-bec4-f9f5bf04a128, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=26f550b2-234a-45af-bec4-f9f5bf04a128,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:51.626157 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.634060 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.638717 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-116d7e8f-2c76-4e22-8bf6-4c85b0a91778 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:51.682758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Pushing event deleted for resources: {'Port': ['ID=30857e98-e600-4f8a-960c-218d097570fc,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:51.712449 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:51.761358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Calling delete_port for 26f550b2-234a-45af-bec4-f9f5bf04a128 owned by network:router_interface {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:51.779634 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks [] for floatingip, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.796034 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.797542 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] 10.222.0.95 "DELETE /v2.0/floatingips/5ee30ec9-8596-44e9-82ec-b09738d3dbef HTTP/1.1" status: 204 len: 168 time: 0.9087834 Jun 30 19:08:51.980864 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:51.986890 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-5102984e-31e7-4777-88e8-1f51c97d4f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:52.151523 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f550b2-234a-45af-bec4-f9f5bf04a128,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:52.154598 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:52.433495 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716234'] for router_interface, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:52.817876 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Router 91196f21-bc00-4686-abf7-a5ea8aa197f7 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:08:52.999086 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:08:53.008102 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] Sync routers for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:08:53.014269 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-e7ac2821-b900-4ea3-b600-a9034b717103 admin admin] 10.222.0.95 "PUT /v2.0/routers/91196f21-bc00-4686-abf7-a5ea8aa197f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0583427 Jun 30 19:08:53.016792 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44044) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:53.021539 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:53.022205 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:53.207307 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:53.216061 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:53.413569 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:53.427821 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Deleting port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:53.428164 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:53.512998 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:08:51Z', 'revision_number': 5, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port': {'id': '8cbdd15a-286f-4ec4-93a6-c39ea54d060e', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:53.517752 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] Checking router: 91196f21-bc00-4686-abf7-a5ea8aa197f7 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:08:53.527106 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] Routers {'91196f21-bc00-4686-abf7-a5ea8aa197f7'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:53.528418 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['91196f21-bc00-4686-abf7-a5ea8aa197f7'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:53.623671 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] For port 8cbdd15a-286f-4ec4-93a6-c39ea54d060e, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:53.624028 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:53.710238 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] Set router 91196f21-bc00-4686-abf7-a5ea8aa197f7 gateway port host: None {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:53.820957 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:08:53Z', 'revision_number': 6, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port_host': None}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:53.826094 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff238ed3-03b5-4a86-aedd-433890d281a7 None None] The sync data for ids ['91196f21-bc00-4686-abf7-a5ea8aa197f7'] in dv-cinder-798879-1-smb is: [{'id': '91196f21-bc00-4686-abf7-a5ea8aa197f7', 'name': 'tempest-TestShelveInstance-2032633072-router', 'tenant_id': '369991e2ea7740ababa870cb4c4a4e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:23Z', 'updated_at': '2021-06-30T19:08:53Z', 'revision_number': 6, 'project_id': '369991e2ea7740ababa870cb4c4a4e7d', 'gw_port_host': None}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:08:53.849087 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Calling delete_port for 8cbdd15a-286f-4ec4-93a6-c39ea54d060e owned by network:router_gateway {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:54.028179 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.034919 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee46f8f0-1d5f-4751-9f91-93bee6e1d105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:54.117380 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbdd15a-286f-4ec4-93a6-c39ea54d060e,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:54.124192 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:54.197472 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701269'] for router_gateway, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.399887 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2023'] for router, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.401973 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.488852 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612534'] for router, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.489410 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91196f21-bc00-4686-abf7-a5ea8aa197f7 {{(pid=78660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 19:08:54.502930 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.504060 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] 10.222.0.95 "DELETE /v2.0/routers/91196f21-bc00-4686-abf7-a5ea8aa197f7 HTTP/1.1" status: 204 len: 168 time: 1.4862051 Jun 30 19:08:54.506677 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44068) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:54.569254 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Deleting subnet ac1eb1a0-a709-4583-8b89-87e44495bccf {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:08:54.572257 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.630650 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44074) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:54.633841 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.798703 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.882168 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.887497 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-64ad50ae-220d-4792-a363-54c23c615e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:54.925628 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:54.928552 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1eb1a0-a709-4583-8b89-87e44495bccf,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:54.931736 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:54.939964 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5a0e2fcf-5607-459e-90f6-864c364922bc admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ac1eb1a0-a709-4583-8b89-87e44495bccf HTTP/1.1" status: 204 len: 168 time: 0.4286282 Jun 30 19:08:54.940079 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44080) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:54.940585 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6288b-5729-45db-aa24-7bf8e0984313 None None] Network 6d5169a0-f4d1-46e5-a566-f445760409d4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:08:55.056108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.068810 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Deleting port 59fed5e4-16ef-43a9-93e7-0b1349693a07 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:55.069144 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.276429 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] DHCP port deletion for 6d5169a0-f4d1-46e5-a566-f445760409d4 request from dv-cinder-798879-1-smb {{(pid=78662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 19:08:55.281011 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Deleting port 59fed5e4-16ef-43a9-93e7-0b1349693a07 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:55.281445 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.344890 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] For port 59fed5e4-16ef-43a9-93e7-0b1349693a07, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=59fed5e4-16ef-43a9-93e7-0b1349693a07,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:55.345390 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.469174 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716158'] for router_interface, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.546198 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] For port 59fed5e4-16ef-43a9-93e7-0b1349693a07, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=59fed5e4-16ef-43a9-93e7-0b1349693a07,segment=NetworkSegment(099e4561-f146-4a58-9486-bc9669a9469b),segment_id=099e4561-f146-4a58-9486-bc9669a9469b)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:55.546928 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.576255 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Calling delete_port for 59fed5e4-16ef-43a9-93e7-0b1349693a07 owned by network:dhcp {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:55.674543 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.680194 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c5c8ae3c-0dd2-47ee-855e-5fd1bd70783a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:55.703847 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Calling delete_port for 59fed5e4-16ef-43a9-93e7-0b1349693a07 owned by network:dhcp {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:55.725913 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Pushing event deleted for resources: {'Port': ['ID=59fed5e4-16ef-43a9-93e7-0b1349693a07,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:55.729096 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:55.729881 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] No DVR routers for this DVR port 59fed5e4-16ef-43a9-93e7-0b1349693a07 on host dv-cinder-798879-1-smb {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:08:55.801737 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.db.api [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:08:55.802534 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_db.api [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:08:55.858945 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.877780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5169a0-f4d1-46e5-a566-f445760409d4']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:55.898326 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099e4561-f146-4a58-9486-bc9669a9469b') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:55.898326 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099e4561-f146-4a58-9486-bc9669a9469b') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:55.908100 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.929013 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.934106 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 59fed5e4-16ef-43a9-93e7-0b1349693a07 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:55.936020 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:08:55.936413 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.938400 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Deleting port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:55.938890 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:08:55.951615 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:08:55.979697 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 59fed5e4-16ef-43a9-93e7-0b1349693a07 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:55.980239 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 59fed5e4-16ef-43a9-93e7-0b1349693a07 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:55.981398 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 8cbdd15a-286f-4ec4-93a6-c39ea54d060e no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:56.019776 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 8cbdd15a-286f-4ec4-93a6-c39ea54d060e {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:56.020236 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 8cbdd15a-286f-4ec4-93a6-c39ea54d060e not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:56.020756 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 26f550b2-234a-45af-bec4-f9f5bf04a128 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:08:56.038403 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:56.042732 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:56.060305 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:56.065842 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 26f550b2-234a-45af-bec4-f9f5bf04a128 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:08:56.066646 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 26f550b2-234a-45af-bec4-f9f5bf04a128 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:08:56.071809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5169a0-f4d1-46e5-a566-f445760409d4,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:56.075397 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:56.088779 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] 10.222.0.95 "DELETE /v2.0/networks/6d5169a0-f4d1-46e5-a566-f445760409d4 HTTP/1.1" status: 204 len: 168 time: 1.1476245 Jun 30 19:08:56.091608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44096) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:56.167959 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] For port 5d987d25-eb9b-4828-ba79-37ecdb0b8e97, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:56.168648 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:56.303522 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Deleting port 59fed5e4-16ef-43a9-93e7-0b1349693a07 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:56.303915 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:56.305030 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Calling delete_port for 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 owned by network:router_interface {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:56.375788 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dc33f-e1f2-4645-876f-0515bbc6a282 None None] The port '59fed5e4-16ef-43a9-93e7-0b1349693a07' was deleted {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 30 19:08:56.524828 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:56.524828 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:56.573586 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d987d25-eb9b-4828-ba79-37ecdb0b8e97,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:56.605794 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:56.777661 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716158'] for router_interface, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:56.907067 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716234'] for router_interface, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:57.172210 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Deleting port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:57.172994 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:57.417551 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Router 74061d4c-2ce8-4396-8428-d5ce7653102d has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:08:57.469951 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] For port b95a244b-39c8-4c31-b9ad-8e35f91c1b3d, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,segment=NetworkSegment(58c80d18-a00e-41c0-ac4c-d5c04d90a436),segment_id=58c80d18-a00e-41c0-ac4c-d5c04d90a436)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:57.470262 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:57.611501 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:08:57.618840 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Calling delete_port for b95a244b-39c8-4c31-b9ad-8e35f91c1b3d owned by network:router_interface {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:57.623977 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] Sync routers for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:08:57.629072 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-61c277b3-2a31-4a36-bfe6-bf4686630832 admin admin] 10.222.0.95 "PUT /v2.0/routers/74061d4c-2ce8-4396-8428-d5ce7653102d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9966393 Jun 30 19:08:57.631722 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44112) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:57.637993 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:57.638710 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:57.833587 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:57.906161 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:57.912069 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:57.921154 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:57.967088 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95a244b-39c8-4c31-b9ad-8e35f91c1b3d,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:57.971936 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:58.063078 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:58.080445 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Deleting port 64a55cac-d900-49ec-b204-bc02115bf988 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:58.080912 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:58.289254 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '64a55cac-d900-49ec-b204-bc02115bf988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:08:56Z', 'revision_number': 5, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port': {'id': '64a55cac-d900-49ec-b204-bc02115bf988', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:01:13Z', 'updated_at': '2021-06-30T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:58.293853 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] Checking router: 74061d4c-2ce8-4396-8428-d5ce7653102d for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:08:58.304322 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] Routers {'74061d4c-2ce8-4396-8428-d5ce7653102d'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:58.304960 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['74061d4c-2ce8-4396-8428-d5ce7653102d'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:58.357507 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] For port 64a55cac-d900-49ec-b204-bc02115bf988, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=64a55cac-d900-49ec-b204-bc02115bf988,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:08:58.357783 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:58.382077 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716234'] for router_interface, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:58.477500 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] Set router 74061d4c-2ce8-4396-8428-d5ce7653102d gateway port host: None {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:58.504833 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Calling delete_port for 64a55cac-d900-49ec-b204-bc02115bf988 owned by network:router_gateway {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:08:58.586532 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:08:58Z', 'revision_number': 6, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port_host': None}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:58.590713 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6882dc-7e7f-434f-824d-eee2bb8bc20e None None] The sync data for ids ['74061d4c-2ce8-4396-8428-d5ce7653102d'] in dv-cinder-798879-1-smb is: [{'id': '74061d4c-2ce8-4396-8428-d5ce7653102d', 'name': 'tempest-AttachVolumeShelveTestJSON-659154947-router', 'tenant_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:01:11Z', 'updated_at': '2021-06-30T19:08:58Z', 'revision_number': 6, 'project_id': '5b7dd4a64ab14c27ba8ba80da9ab603e', 'gw_port_host': None}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:08:58.731709 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:58.737518 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:08:58.914126 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Router a3210372-9415-4c64-aa0b-706b72f3431c has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:08:58.944632 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=64a55cac-d900-49ec-b204-bc02115bf988,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:08:58.947865 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:08:59.059578 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701269'] for router_gateway, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.173462 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44136) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:59.248598 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:08:59.257620 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] Sync routers for ids ['a3210372-9415-4c64-aa0b-706b72f3431c'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:08:59.268779 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] Routers {'a3210372-9415-4c64-aa0b-706b72f3431c'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:59.269423 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a3210372-9415-4c64-aa0b-706b72f3431c'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:59.274522 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] 10.222.0.95 "PUT /v2.0/routers/a3210372-9415-4c64-aa0b-706b72f3431c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1814966 Jun 30 19:08:59.275267 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44144) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:59.279810 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2023'] for router, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.284488 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.301288 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-94b8ba8c-95ef-455a-9dcc-ba5a93bbd4d2 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280992423&fields=id&tenant_id=7808aa32f66d452d93cb840d65f95367 HTTP/1.1" status: 200 len: 267 time: 0.0688193 Jun 30 19:08:59.365356 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612534'] for router, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.365880 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74061d4c-2ce8-4396-8428-d5ce7653102d {{(pid=78661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 19:08:59.389469 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] Notify callbacks [] for router, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.394041 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-aee661b3-e861-4555-abb2-5db036161f7a admin admin] 10.222.0.95 "DELETE /v2.0/routers/74061d4c-2ce8-4396-8428-d5ce7653102d HTTP/1.1" status: 204 len: 168 time: 1.7607508 Jun 30 19:08:59.396612 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44148) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:08:59.489489 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a0613919-32d9-4087-b669-b20bbe82196d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:08:59.492035 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a0613919-32d9-4087-b669-b20bbe82196d tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 985 time: 0.1822536 Jun 30 19:08:59.496371 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.508851 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] Set router a3210372-9415-4c64-aa0b-706b72f3431c gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:08:59.520441 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.537382 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Request body: {'port': {'security_groups': ['19b9980c-7ed5-4ccc-b62b-c17e3a1cd789']}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:08:59.600098 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Deleting subnet d69c0410-fb05-476a-a9dc-fadb6b002d65 {{(pid=78661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:08:59.622508 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:08:59.641566 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.692892 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Usage tracker for resource:security_group_rule and tenant:5717e792119e4c44a7722904fe0da9c9 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:08:59.703857 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:08:59.739426 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:08:59.856478 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': 'd95d3b82-89c9-4020-9060-da547528db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:08:57Z', 'revision_number': 5, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port': {'id': 'd95d3b82-89c9-4020-9060-da547528db75', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:03:32Z', 'updated_at': '2021-06-30T19:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:59.859012 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15670061'] for subnet, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.861216 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] Checking router: a3210372-9415-4c64-aa0b-706b72f3431c for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:08:59.875652 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] Routers {'a3210372-9415-4c64-aa0b-706b72f3431c'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:08:59.876424 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['a3210372-9415-4c64-aa0b-706b72f3431c'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:08:59.901883 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.922325 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Deleting port d95d3b82-89c9-4020-9060-da547528db75 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:08:59.923238 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:08:59.954817 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.094961 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 64a55cac-d900-49ec-b204-bc02115bf988 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:00.095552 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] Set router a3210372-9415-4c64-aa0b-706b72f3431c gateway port host: None {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:09:00.132207 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 64a55cac-d900-49ec-b204-bc02115bf988 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:00.132982 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 64a55cac-d900-49ec-b204-bc02115bf988 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:00.133617 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:00.171130 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:00.171871 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 5d987d25-eb9b-4828-ba79-37ecdb0b8e97 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:00.219887 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.224021 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:08:59Z', 'revision_number': 6, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port_host': None}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:00.224462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] For port d95d3b82-89c9-4020-9060-da547528db75, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=d95d3b82-89c9-4020-9060-da547528db75,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:00.225056 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.228542 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ce91a-5e72-4c67-a5cb-04a93d3ad436 None None] The sync data for ids ['a3210372-9415-4c64-aa0b-706b72f3431c'] in dv-cinder-798879-1-smb is: [{'id': 'a3210372-9415-4c64-aa0b-706b72f3431c', 'name': 'tempest-TestShelveInstance-676402692-router', 'tenant_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:03:31Z', 'updated_at': '2021-06-30T19:08:59Z', 'revision_number': 6, 'project_id': '3910f2c26b8f4a2ea461767e77cc76e0', 'gw_port_host': None}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:09:00.337037 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15670067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14900717'] for subnet, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.361994 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.362993 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-60740f4b-d41a-4de6-90e2-78c52410605f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:00.368348 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Calling delete_port for d95d3b82-89c9-4020-9060-da547528db75 owned by network:router_gateway {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:00.398760 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.425321 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.429306 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69c0410-fb05-476a-a9dc-fadb6b002d65,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:00.431419 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:00.431904 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270393c0-b05f-490a-a882-9036ea6b5f93 None None] Network 0ea1f0df-b629-4334-8876-2b25377a9ccd requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:09:00.440030 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-c949971a-3371-445d-b131-7bba57a9d7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:00.476118 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=aabfd3c1-484d-4e29-947a-985b7275f686,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:00.488847 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b585ac2f-7222-474c-923e-ef6f4b9bd94d admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d69c0410-fb05-476a-a9dc-fadb6b002d65 HTTP/1.1" status: 204 len: 168 time: 1.0911825 Jun 30 19:09:00.493191 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44154) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:00.498345 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5717e792119e4c44a7722904fe0da9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3239388 Jun 30 19:09:00.507884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44158) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:00.537166 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead17fa-4e4b-44f2-88ab-ff90455ca81b,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:00.540463 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:00.574296 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for port, precommit_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.585687 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15705289'] for port, after_update {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.596003 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:00.668468 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:00.668604 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.669057 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.674877 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-23ed1ab2-db65-4d4f-8e2a-fbbae400d613 req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "PUT /v2.0/ports/aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 943 time: 1.1516674 Jun 30 19:09:00.679705 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44162) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:00.683531 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686'}] {{(pid=78661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:00.684790 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['aabfd3c1-484d-4e29-947a-985b7275f686'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:00.753462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.759918 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:00.770094 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.834087 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['aabfd3c1-484d-4e29-947a-985b7275f686'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:00.836649 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.839995 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Deleting port 073cc0af-5685-4989-a490-0b3c4fa2650c {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:00.840331 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.903774 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event updated for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=7']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:00.915216 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.924743 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a2dc902d-e243-454a-8ad3-818a84fb3f21 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:00.925389 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-9b12e5b8-77c7-4282-a1d9-01db3542de9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:00.969885 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95d3b82-89c9-4020-9060-da547528db75,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:00.974790 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:00.989972 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:00.991197 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3ead17fa-4e4b-44f2-88ab-ff90455ca81b HTTP/1.1" status: 204 len: 168 time: 0.4819424 Jun 30 19:09:00.992105 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead17fa-4e4b-44f2-88ab-ff90455ca81b,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:01.000894 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:01.040141 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'status': 'completed', 'code': 200} Jun 30 19:09:01.142022 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-3e7786db-d3fc-40ee-a975-56e3806ed567 None None] Provisioning complete for port aabfd3c1-484d-4e29-947a-985b7275f686 triggered by entity DHCP. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:09:01.142700 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-3e7786db-d3fc-40ee-a975-56e3806ed567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.169610 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] DHCP port deletion for 0ea1f0df-b629-4334-8876-2b25377a9ccd request from dv-cinder-798879-1-smb {{(pid=78662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 19:09:01.229566 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ca0bab41-cc9d-4893-b027-3bc0f17a713f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.233211 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] Deleting port 073cc0af-5685-4989-a490-0b3c4fa2650c {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:01.233433 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.277544 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701269'] for router_gateway, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.393494 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44174) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:01.417951 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.434797 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:01.440226 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Usage tracker for resource:security_group_rule and tenant:614d0ac0be094f4e8d19d354a18dcf1f is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:01.444120 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:01.450704 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:01.569331 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.575639 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.597679 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4f86a7ee-d0a0-421a-bdc1-2db22fcde815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:01.649576 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=614d0ac0be094f4e8d19d354a18dcf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472751 Jun 30 19:09:01.649576 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c10113-08da-44cf-bc89-dd5f2d2daa84,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:01.650112 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44178) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:01.685126 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] For port 073cc0af-5685-4989-a490-0b3c4fa2650c, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=073cc0af-5685-4989-a490-0b3c4fa2650c,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:01.685541 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.692285 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:01.716462 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ca0bab41-cc9d-4893-b027-3bc0f17a713f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.719510 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.746671 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2023'] for router, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.751350 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.754553 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.810728 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] For port 073cc0af-5685-4989-a490-0b3c4fa2650c, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=073cc0af-5685-4989-a490-0b3c4fa2650c,segment=NetworkSegment(ca937ed8-04be-495f-b8ed-6b9b2b807594),segment_id=ca937ed8-04be-495f-b8ed-6b9b2b807594)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:01.811328 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.814886 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.819569 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d943d742-fc45-4b1d-b824-8ee3ffea5409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:01.834870 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c10113-08da-44cf-bc89-dd5f2d2daa84,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:01.835502 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] Calling delete_port for 073cc0af-5685-4989-a490-0b3c4fa2650c owned by network:dhcp {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:01.840111 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:01.852019 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-36a14f76-ffe5-4f6b-baff-dab907182cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:01.852712 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:01.854514 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-36a14f76-ffe5-4f6b-baff-dab907182cbc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1099 time: 0.7322645 Jun 30 19:09:01.855968 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a7c10113-08da-44cf-bc89-dd5f2d2daa84 HTTP/1.1" status: 204 len: 168 time: 0.2049768 Jun 30 19:09:01.938309 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d95d3b82-89c9-4020-9060-da547528db75 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:01.990743 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: d95d3b82-89c9-4020-9060-da547528db75 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:01.991229 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device d95d3b82-89c9-4020-9060-da547528db75 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:01.991721 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b95a244b-39c8-4c31-b9ad-8e35f91c1b3d no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:02.028965 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: b95a244b-39c8-4c31-b9ad-8e35f91c1b3d {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:02.029292 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b95a244b-39c8-4c31-b9ad-8e35f91c1b3d not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:02.029786 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 073cc0af-5685-4989-a490-0b3c4fa2650c no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:02.076096 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741'] for port, after_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.083205 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:02.093716 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Calling delete_port for 073cc0af-5685-4989-a490-0b3c4fa2650c owned by network:dhcp {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:02.136176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612534'] for router, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.137129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3210372-9415-4c64-aa0b-706b72f3431c {{(pid=78660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 19:09:02.138733 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] Pushing event deleted for resources: {'Port': ['ID=073cc0af-5685-4989-a490-0b3c4fa2650c,revision_number=None']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:02.141945 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:02.145277 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d5b1f-a552-4c19-8512-a2996a387c40 None None] No DVR routers for this DVR port 073cc0af-5685-4989-a490-0b3c4fa2650c on host dv-cinder-798879-1-smb {{(pid=78662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:09:02.154179 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No active binding found for port 073cc0af-5685-4989-a490-0b3c4fa2650c {{(pid=78662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 30 19:09:02.154625 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 073cc0af-5685-4989-a490-0b3c4fa2650c not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:02.286163 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.db.api [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:09:02.286477 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_db.api [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:09:02.301685 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.305101 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] 10.222.0.95 "DELETE /v2.0/routers/a3210372-9415-4c64-aa0b-706b72f3431c HTTP/1.1" status: 204 len: 168 time: 3.0263777 Jun 30 19:09:02.305664 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44186) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:02.306239 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ca0bab41-cc9d-4893-b027-3bc0f17a713f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.312052 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:02.326780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ca0bab41-cc9d-4893-b027-3bc0f17a713f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.330847 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ca0bab41-cc9d-4893-b027-3bc0f17a713f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "DELETE /v2.0/security-groups/91a6f76a-8b4a-46ba-a38e-3897b534e0e1 HTTP/1.1" status: 204 len: 168 time: 1.6425095 Jun 30 19:09:02.330847 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-9e3ba276-468c-4d35-9f3d-d4b18d12eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:02.331196 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-9e3ba276-468c-4d35-9f3d-d4b18d12eb42 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 917 time: 0.4538419 Jun 30 19:09:02.331657 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44190) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:02.334207 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bab41-cc9d-4893-b027-3bc0f17a713f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6f76a-8b4a-46ba-a38e-3897b534e0e1,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:02.395562 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ca0bab41-cc9d-4893-b027-3bc0f17a713f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:02.397220 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44194) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:02.500898 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Deleting subnet 6c9baf78-ea89-4ddf-b924-6715f2675010 {{(pid=78661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:09:02.504012 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.510458 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.553375 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15670061'] for subnet, precommit_delete_associations {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.557249 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:02.567391 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-29345782-5bf5-4280-ac42-7fd16c399ea8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 1002 time: 0.1707985 Jun 30 19:09:02.621977 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Usage tracker for resource:security_group_rule and tenant:7bdffe1c6cda498a9516c452bf85f023 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:02.631241 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:02.638525 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.680510 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:02.713779 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15670067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14900717'] for subnet, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.720399 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-1479352d-16a8-40cd-982d-32ff75e3bc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:02.753342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Deleting port bc2e6f3d-e3c2-4867-aa6b-2e89748833fe {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:02.754120 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.756518 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9baf78-ea89-4ddf-b924-6715f2675010,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:02.759872 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:02.762485 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.769093 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf843e93-ef93-477f-9da1-37dec2c54dd5 None None] Network 7692d318-a560-4ae8-807e-204c6d54b9b4 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:09:02.774247 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-f9e9781a-9da4-4db1-ab7d-20b05efe7936 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/6c9baf78-ea89-4ddf-b924-6715f2675010 HTTP/1.1" status: 204 len: 168 time: 0.4670901 Jun 30 19:09:02.776509 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44198) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:02.790637 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Deleting port 073cc0af-5685-4989-a490-0b3c4fa2650c {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:02.791236 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.838253 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-a24902d1-9335-44d2-9385-2a286de66732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:02.839990 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-a24902d1-9335-44d2-9385-2a286de66732 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 200 len: 854 time: 0.2194879 Jun 30 19:09:02.908031 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.919182 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Deleting port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:02.919527 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:02.931256 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] The port '073cc0af-5685-4989-a490-0b3c4fa2650c' was deleted {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 30 19:09:03.043901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] DHCP port deletion for 7692d318-a560-4ae8-807e-204c6d54b9b4 request from dv-cinder-798879-1-smb {{(pid=78662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 19:09:03.049827 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Deleting port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:03.050387 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.159446 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] For port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,segment=NetworkSegment(58c80d18-a00e-41c0-ac4c-d5c04d90a436),segment_id=58c80d18-a00e-41c0-ac4c-d5c04d90a436)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:03.159735 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.269937 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] For port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,segment=NetworkSegment(58c80d18-a00e-41c0-ac4c-d5c04d90a436),segment_id=58c80d18-a00e-41c0-ac4c-d5c04d90a436)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:03.270638 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.310609 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Calling delete_port for e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 owned by network:dhcp {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:03.344353 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.353783 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.372055 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea1f0df-b629-4334-8876-2b25377a9ccd']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:03.385118 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.395268 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Calling delete_port for e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 owned by network:dhcp {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:03.398364 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-cc34513d-f7f6-4ae9-90fc-73485190c029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:03.405082 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.410653 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:03.413579 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.413913 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.424456 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca937ed8-04be-495f-b8ed-6b9b2b807594') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:03.424750 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca937ed8-04be-495f-b8ed-6b9b2b807594') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:03.440376 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-9895c2cc-324c-40d6-bb6b-2266ccece36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:03.441871 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-9895c2cc-324c-40d6-bb6b-2266ccece36f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af0635f2-64ee-48f9-a92d-46148fd86f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5893960 Jun 30 19:09:03.456298 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f1f18c-11a5-4237-9fa5-a21fe7a22af1,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:03.458345 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] No DVR routers for this DVR port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 on host dv-cinder-798879-1-smb {{(pid=78661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:09:03.459960 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:03.475123 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.db.api [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:09:03.475491 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_db.api [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:09:03.580997 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.594530 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7692d318-a560-4ae8-807e-204c6d54b9b4']}} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:03.598564 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Calling delete_port for bc2e6f3d-e3c2-4867-aa6b-2e89748833fe owned by network:floatingip {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:03.607204 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c80d18-a00e-41c0-ac4c-d5c04d90a436') {'for_net_delete': True} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:03.607498 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c80d18-a00e-41c0-ac4c-d5c04d90a436') {} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:03.620875 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15670054'] for segment, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.630004 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.637956 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.644557 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=78661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:09:03.645188 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15705237'] for segment, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.657298 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7bdffe1c6cda498a9516c452bf85f023&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2584362 Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: Traceback (most recent call last): Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: timer() Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: cb(*args, **kw) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: return func(*args, **kwargs) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: self._notify() Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: self.callback(batched_events) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: event.method(event) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: return f(self, *a, **k) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: return self._get(url).json() Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: return self.request(url, 'GET', **kwargs) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:09:03.658746 dv-cinder-798879-1-smb neutron-server[78661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:09:03.662171 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44202) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:03.717286 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde15c41-41e9-4106-b85a-df4b4d315713,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:03.736396 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1e03b46e-b4da-4cd1-bd6a-b41f3649c28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:03.737577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.769534 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:09:03.770276 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.777137 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.784739 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: util.warn( Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: util.warn( Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: util.warn( Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: util.warn( Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:09:03.797605 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:09:03.800831 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.821722 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Pushing event deleted for resources: {'Network': ['ID=7692d318-a560-4ae8-807e-204c6d54b9b4,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:03.827150 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:03.828362 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.835256 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-d97d0518-43a1-4cd0-8597-dff9cf826dde admin admin] 10.222.0.95 "DELETE /v2.0/networks/7692d318-a560-4ae8-807e-204c6d54b9b4 HTTP/1.1" status: 204 len: 168 time: 1.0557735 Jun 30 19:09:03.889776 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.957539 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:03.985929 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:03.996472 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-96be0617-1252-48e8-97b4-ed17b50383ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:04.001192 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-c1244eca-25c1-400d-97df-066353736e25 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435228 Jun 30 19:09:04.002632 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.011458 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-92501bb2-6283-4f96-af3b-2d88b34d226a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:04.015643 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde15c41-41e9-4106-b85a-df4b4d315713,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:04.018589 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:04.026953 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.027198 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Deleting port e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:04.027550 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.028620 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.032985 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dde15c41-41e9-4106-b85a-df4b4d315713 HTTP/1.1" status: 204 len: 168 time: 0.3684022 Jun 30 19:09:04.069398 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:04.069760 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3f1f18c-11a5-4237-9fa5-a21fe7a22af1 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:04.096591 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea1f0df-b629-4334-8876-2b25377a9ccd,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:04.102726 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44210) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:04.112045 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:04.126348 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-aa307e0a-4b70-449b-b079-4843dc9e9b6e None None] The port 'e3f1f18c-11a5-4237-9fa5-a21fe7a22af1' was deleted {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 30 19:09:04.175653 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a6434aac-876a-4f97-86e9-b6b47095e12e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=369991e2ea7740ababa870cb4c4a4e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702689 Jun 30 19:09:04.178642 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44214) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:04.223773 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] 10.222.0.95 "DELETE /v2.0/networks/0ea1f0df-b629-4334-8876-2b25377a9ccd HTTP/1.1" status: 204 len: 168 time: 3.7291882 Jun 30 19:09:04.240221 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.246467 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5d8ee06d-cf2d-4e2f-a4aa-93c81e8d4c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:04.270447 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-844d3e8c-4cee-4b97-9282-6e1328c180f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.300493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event deleted for resources: {'Port': ['ID=bc2e6f3d-e3c2-4867-aa6b-2e89748833fe,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:04.306870 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:04.322100 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-844d3e8c-4cee-4b97-9282-6e1328c180f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.340611 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-cd8ff512-b0a5-4df5-b125-b3d3afd5739e req-b7b1c2a1-29bb-4209-a0bb-5ba45b79ee7a service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067627 Jun 30 19:09:04.400900 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-844d3e8c-4cee-4b97-9282-6e1328c180f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.408668 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-c5ded452-c49d-450b-ba23-438546fe934d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:04.411812 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks [] for floatingip, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.412158 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.l3_db [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Floating IP 04321479-8bc9-436c-afe8-b9cace357070 disassociated (deleted). External IP: 172.28.1.103, port: aabfd3c1-484d-4e29-947a-985b7275f686. Jun 30 19:09:04.430108 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d3e8c-4cee-4b97-9282-6e1328c180f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8466503-c221-4bfe-93a3-5050f29938bd,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:04.435780 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-844d3e8c-4cee-4b97-9282-6e1328c180f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:04.454611 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-844d3e8c-4cee-4b97-9282-6e1328c180f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.460514 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-844d3e8c-4cee-4b97-9282-6e1328c180f5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d8466503-c221-4bfe-93a3-5050f29938bd HTTP/1.1" status: 204 len: 168 time: 0.2808318 Jun 30 19:09:04.580223 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44230) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:04.710581 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-64d8d8a2-bfc5-4d61-9d74-64ae01837986 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5b7dd4a64ab14c27ba8ba80da9ab603e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1291032 Jun 30 19:09:04.713465 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44238) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:04.803455 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3549fc40-d757-4770-95c3-5c90c3d95c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.840549 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3549fc40-d757-4770-95c3-5c90c3d95c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.870803 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44242) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:04.946465 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-0388182e-6dd3-4b67-aa5e-380abf03fdf6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3910f2c26b8f4a2ea461767e77cc76e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742705 Jun 30 19:09:04.947139 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44248) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:04.971835 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3549fc40-d757-4770-95c3-5c90c3d95c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:04.976069 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-49bcfa20-9293-4683-8863-36109413b903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:05.004926 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549fc40-d757-4770-95c3-5c90c3d95c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8a1b10-0693-4ff9-a4cb-73c5b4331286,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:05.013244 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3549fc40-d757-4770-95c3-5c90c3d95c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:05.025333 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:09:05.030106 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3549fc40-d757-4770-95c3-5c90c3d95c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:05.031603 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3549fc40-d757-4770-95c3-5c90c3d95c7b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1a8a1b10-0693-4ff9-a4cb-73c5b4331286 HTTP/1.1" status: 204 len: 168 time: 0.3160992 Jun 30 19:09:05.156993 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:05.185528 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:05.267834 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:05.273507 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2727e0b0-bd1e-4960-bd52-34d9bd0d117b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:05.286965 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000208a-1259-4e37-bcdd-09993028e124,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:05.296723 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:09:05.303411 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for floatingip, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:05.305100 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:05.312451 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:05.314432 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] Sync routers for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:09:05.328485 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7000208a-1259-4e37-bcdd-09993028e124 HTTP/1.1" status: 204 len: 168 time: 0.3774323 Jun 30 19:09:05.340134 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:09:05.340845 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:05.386732 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "DELETE /v2.0/floatingips/04321479-8bc9-436c-afe8-b9cace357070 HTTP/1.1" status: 204 len: 168 time: 3.0535624 Jun 30 19:09:05.388023 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:05.443477 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'status': 'completed', 'code': 200} Jun 30 19:09:05.605859 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-0a0f80a6-1fbc-4ce1-a1a1-4e90fa3e0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:05.612681 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-0a0f80a6-1fbc-4ce1-a1a1-4e90fa3e0d9b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7808aa32f66d452d93cb840d65f95367&device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 1099 time: 0.1266868 Jun 30 19:09:05.842813 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:09:05.846205 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-c8b866a4-1226-4cd7-ba80-63c580449344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:05.847715 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-c8b866a4-1226-4cd7-ba80-63c580449344 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 200 len: 917 time: 0.2284725 Jun 30 19:09:05.953086 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-5bea28d1-cf35-4941-a8d7-d42624fe62aa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 200 len: 217 time: 0.0955167 Jun 30 19:09:05.990063 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-81bf7fae-8374-40dd-ac71-e3265e8fb7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.068520 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-8697c557-25cb-4ce6-bb74-52f3e661822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:06.070054 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-8697c557-25cb-4ce6-bb74-52f3e661822d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 200 len: 854 time: 0.1103575 Jun 30 19:09:06.171762 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-3e7802d4-f269-4757-b508-7fdb2cef177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:06.173406 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-3e7802d4-f269-4757-b508-7fdb2cef177c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af0635f2-64ee-48f9-a92d-46148fd86f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965161 Jun 30 19:09:06.323836 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:12Z', 'revision_number': 5, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:06.329468 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] Checking router: efb42d8e-6fa7-4d0a-b904-9ac840a17d58 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:09:06.339466 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:09:06.340101 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:08:39Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:06.342732 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-fdd94d09-df1f-4c9c-a39f-406eec94c347 service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618657 Jun 30 19:09:06.405976 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44304) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:06.535955 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.540439 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e6230bc8-f3df-41ba-9d09-6d618811d39a req-fa2257c9-ee38-4ff5-9658-9bfc4ede179a service neutron] 10.222.0.99 "GET /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909478 Jun 30 19:09:06.559727 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:09:06.574618 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1674064643-network', 'tenant_id': '162ef9361c4949909bb680f611739886'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:06.580824 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:06.585756 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Usage tracker for resource:network and tenant:162ef9361c4949909bb680f611739886 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:06.589007 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:06.597956 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:06.610928 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Made reservation on behalf of 162ef9361c4949909bb680f611739886 for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:09:06.615179 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.631165 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.647866 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:06.653026 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Usage tracker for resource:security_group_rule and tenant:162ef9361c4949909bb680f611739886 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:06.657856 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:06.669177 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:06.799443 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.805014 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.810082 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f2fd5b71-fc93-4408-9345-8b0322dfef9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:06.853233 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:09:06.865884 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85cec5d-3c77-47f9-a4dd-c10592e3988c,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:06.881626 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:06.884360 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.884971 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Added segment b319c508-8747-400c-8e55-a399fa7b9fb5 of type vlan for network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 Jun 30 19:09:06.924280 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.962299 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.963965 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:06.964573 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:06.972013 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3d95ee2f-8904-49e8-976c-7cf80213d345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:06.993486 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:12Z', 'revision_number': 5, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:07.000416 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ec0bf-d520-4e10-9aaf-75e8d11d9b42 None None] The sync data for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb is: [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:06:05Z', 'revision_number': 4, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb', '_interfaces': [{'id': '9a7bd57a-b7bd-4b09-9396-5144e110cdf1', 'name': '', 'network_id': 'af0635f2-64ee-48f9-a92d-46148fd86f21', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'mac_address': 'fa:16:3e:4c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:03Z', 'updated_at': '2021-06-30T19:06:12Z', 'revision_number': 5, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'subnets': [{'id': 'c0ae27e0-6317-4064-99c9-d9465ebee5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:09:07.093995 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2e350c-e44b-43cc-b876-c8c0fb7741f1,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:07.097134 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:07.103233 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-accbbc07-cb72-4087-b2bb-0f87c8f58750 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6950970 Jun 30 19:09:07.107686 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44318) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:07.110077 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:09:07.115740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Request body: {'subnet': {'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1674064643-subnet', 'tenant_id': '162ef9361c4949909bb680f611739886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:07.121048 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:07.130050 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Usage tracker for resource:subnet and tenant:162ef9361c4949909bb680f611739886 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:07.134080 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:07.144246 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:07.168497 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Made reservation on behalf of 162ef9361c4949909bb680f611739886 for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:09:07.172620 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16601772'] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:07.448284 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29697f9-084c-4cd2-a679-20c57349f9ca None None] New status for floating IP 04321479-8bc9-436c-afe8-b9cace357070: DOWN {{(pid=78663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 19:09:07.494056 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15193707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16601786'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:07.499907 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:07.571333 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f29fed-3f69-4343-ab47-c3d4a292eeb0,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:07.576306 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:07.586067 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Checking segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:09:07.586460 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Network hostable DHCP agents. Network: ff2e350c-e44b-43cc-b876-c8c0fb7741f1, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:09:07.609422 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:09:07.637604 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, ff2e350c-e44b-43cc-b876-c8c0fb7741f1) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:09:07.642982 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:07.643665 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:07.655762 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58e1ea-81e6-4ca3-9450-9308b4ad923a None None] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:09:07.672324 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-970eeb8b-f6b9-489d-8255-3fc88ae571e0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5621758 Jun 30 19:09:08.001967 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad194a7d-7119-4b64-b6c1-1dc4d11446fe None None] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:09:08.255183 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-601a69d4-9536-4b34-a883-54e08dac5953 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:08.255883 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-601a69d4-9536-4b34-a883-54e08dac5953 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Synchronizing usage tracker for tenant:162ef9361c4949909bb680f611739886 on resource:network {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:09:08.273738 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-601a69d4-9536-4b34-a883-54e08dac5953 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Unset dirty status for tenant:162ef9361c4949909bb680f611739886 on resource:network {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:09:08.274969 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-601a69d4-9536-4b34-a883-54e08dac5953 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.1717787 Jun 30 19:09:08.292024 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-581ded53-b7c1-409c-bb3e-31f244aff548 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/quotas/162ef9361c4949909bb680f611739886 HTTP/1.1" status: 200 len: 375 time: 0.0112123 Jun 30 19:09:08.341777 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2d10daf7-cec7-4d27-a1b5-1f6dae6f511c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437076 Jun 30 19:09:08.484829 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-9432665b-3711-4eec-92fa-b9f52dfce35a service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362352 Jun 30 19:09:08.628831 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-53071ba4-94c3-4f14-8959-ecf686154eae service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374993 Jun 30 19:09:08.877552 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-070c092a-12ba-44f4-bc00-ed9ee0250dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:08.879618 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4ba3bd6d-b4de-4f67-b6f0-d03155f9ea1a req-7315a1f8-3e65-4048-8f54-ef79566dd048 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 210 time: 0.0912347 Jun 30 19:09:09.349750 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff55a45-eec5-401e-a148-7f59ab1aa207 req-55cbe4ec-2917-438d-91ae-13463377cfed tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:09.350660 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7ff55a45-eec5-401e-a148-7f59ab1aa207 req-55cbe4ec-2917-438d-91ae-13463377cfed tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.0977404 Jun 30 19:09:09.399621 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7ff55a45-eec5-401e-a148-7f59ab1aa207 req-54d4abe7-2a6d-4c53-84c6-5394c71ed518 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Jun 30 19:09:10.035918 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4a68d8b8-357e-47fd-ae5a-9184410317ca req-e03c4c05-ae30-48c2-9bfa-7a61e4da8a95 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 210 time: 0.0448737 Jun 30 19:09:10.150550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-8c333c8e-6b3a-4997-8a15-b026908ff946 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:10.151982 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-8c333c8e-6b3a-4997-8a15-b026908ff946 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.1505730 Jun 30 19:09:10.172285 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Request body: {'port': {'device_id': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'admin_state_up': True, 'tenant_id': '162ef9361c4949909bb680f611739886'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:10.371614 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:10.412956 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:10.416869 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Usage tracker for resource:port and tenant:162ef9361c4949909bb680f611739886 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:10.419794 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:10.426437 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:10.436596 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Made reservation on behalf of 162ef9361c4949909bb680f611739886 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:09:10.440952 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:10.599067 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f178659-58fc-4e10-be1d-d49d3b44fd9f req-54804fe1-518e-40de-a1f3-df72ba8dc498 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:10.600546 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3f178659-58fc-4e10-be1d-d49d3b44fd9f req-54804fe1-518e-40de-a1f3-df72ba8dc498 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.0889850 Jun 30 19:09:10.611372 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Allocated IP 172.20.0.14 (ff2e350c-e44b-43cc-b876-c8c0fb7741f1/d0f29fed-3f69-4343-ab47-c3d4a292eeb0/2aa3c350-2e2f-4bd8-9c3d-f83958508850) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:09:10.646870 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3f178659-58fc-4e10-be1d-d49d3b44fd9f req-d9fb6a5f-7430-4cad-b74e-0beb51c1e973 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Jun 30 19:09:10.822741 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:10.855031 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:10.861403 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-33cc99e8-9383-434b-9312-9fcf4a16cf7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:10.932329 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:09:10.935525 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:09:10.940639 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:09:10.946030 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:10.979438 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event updated for resources: {'Port': ['ID=2aa3c350-2e2f-4bd8-9c3d-f83958508850,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:10.984278 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:11.007562 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:11.008207 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.029110 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-2f9cb957-1081-4e2f-8e07-8565cbd9f2d8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8615613 Jun 30 19:09:11.074929 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Request body: {'port': {'device_id': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:11.144505 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44404) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:11.252717 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.295064 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.317079 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:11.323237 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5f4d788e0345eba8d5ec8a6327c46a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:11.326614 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:11.334653 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:11.353275 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2208-b060-490f-9c49-165a7d9c639c req-98044d05-71f4-42c7-8d03-b0f92d5a0b85 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:11.354786 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-368d2208-b060-490f-9c49-165a7d9c639c req-98044d05-71f4-42c7-8d03-b0f92d5a0b85 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 932 time: 0.1341238 Jun 30 19:09:11.417525 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-368d2208-b060-490f-9c49-165a7d9c639c req-deb4f105-33eb-4e22-87d3-4fb5194692be tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Synchronizing usage tracker for tenant:162ef9361c4949909bb680f611739886 on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:09:11.452273 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-368d2208-b060-490f-9c49-165a7d9c639c req-deb4f105-33eb-4e22-87d3-4fb5194692be tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Unset dirty status for tenant:162ef9361c4949909bb680f611739886 on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:09:11.453428 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-368d2208-b060-490f-9c49-165a7d9c639c req-deb4f105-33eb-4e22-87d3-4fb5194692be tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877321 Jun 30 19:09:11.472647 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-9e0b45e6-38fe-4603-bc85-6017c72a6527 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:11.473680 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-9e0b45e6-38fe-4603-bc85-6017c72a6527 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Synchronizing usage tracker for tenant:7808aa32f66d452d93cb840d65f95367 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:09:11.492358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.497089 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.505074 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-94a6a055-64a9-4ebc-9832-7c1c561afd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:11.544684 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7a5f4d788e0345eba8d5ec8a6327c46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986378 Jun 30 19:09:11.547003 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4979fd-eb92-4ae5-8745-5c66296bf55c,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:11.549273 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44410) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:11.551688 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:11.570620 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-9e0b45e6-38fe-4603-bc85-6017c72a6527 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Unset dirty status for tenant:7808aa32f66d452d93cb840d65f95367 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:09:11.571739 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-9e0b45e6-38fe-4603-bc85-6017c72a6527 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.99 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.2769921 Jun 30 19:09:11.617014 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b9c006c0-28a9-4227-a69f-ec76686a67fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.645931 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b9c006c0-28a9-4227-a69f-ec76686a67fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.686014 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Deleting port aabfd3c1-484d-4e29-947a-985b7275f686 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:11.686420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.704276 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b9c006c0-28a9-4227-a69f-ec76686a67fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.710076 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-273bc47f-85a5-484b-9179-4492d530367c tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:11.724019 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c006c0-28a9-4227-a69f-ec76686a67fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4979fd-eb92-4ae5-8745-5c66296bf55c,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:11.726646 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b9c006c0-28a9-4227-a69f-ec76686a67fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:11.734409 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b9c006c0-28a9-4227-a69f-ec76686a67fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.735987 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b9c006c0-28a9-4227-a69f-ec76686a67fa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3e4979fd-eb92-4ae5-8745-5c66296bf55c HTTP/1.1" status: 204 len: 168 time: 0.1857924 Jun 30 19:09:11.868898 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52167f-30fa-418c-8412-4897fe7d4155 req-b7d94b8a-3089-43f2-942d-6087931d84b8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:11.870291 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4b52167f-30fa-418c-8412-4897fe7d4155 req-b7d94b8a-3089-43f2-942d-6087931d84b8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 946 time: 0.0979738 Jun 30 19:09:11.891541 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa3c350-2e2f-4bd8-9c3d-f83958508850 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:09:11.919653 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:11.923827 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4b52167f-30fa-418c-8412-4897fe7d4155 req-cbf2e324-0675-4905-9cc1-2bc37847b6cc tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/security-groups?id=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468395 Jun 30 19:09:12.005972 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Transition to ACTIVE for port object 2aa3c350-2e2f-4bd8-9c3d-f83958508850 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:09:12.012603 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.019597 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2950f893-7510-4e35-880d-b8f3dd6e8a37 tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:12.096432 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44420) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:12.115357 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.132937 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:12.136903 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8db3247e571f4b98897471ce36063532 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:12.140998 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:12.146821 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:12.179046 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.191988 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa3c350-2e2f-4bd8-9c3d-f83958508850,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:12.199057 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:12.245329 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.250603 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.258185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3102633a-b695-4af2-b7f6-cb48a2e6cbad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:12.309802 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8db3247e571f4b98897471ce36063532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121212 Jun 30 19:09:12.310768 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37cc3b4-5639-44e8-aae7-f8acf42e83af,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:12.313903 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44424) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:12.316725 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:12.364637 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] For port aabfd3c1-484d-4e29-947a-985b7275f686, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=aabfd3c1-484d-4e29-947a-985b7275f686,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:12.365301 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.377584 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.403664 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.506562 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Calling delete_port for aabfd3c1-484d-4e29-947a-985b7275f686 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:12.588983 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Attempting to bind port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:09:12.589243 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Attempting to bind port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:09:12.589684 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Attempting to bind port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:09:12.609192 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:09:12.609535 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Attempting to bind port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:09:12.610013 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.616977 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:09:12.617447 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Checking segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:09:12.617985 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Bound using segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:09:12.618377 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-4b39fdb0-b117-4cc6-99f5-e5c36c2ce359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:12.618864 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Bound port: 2aa3c350-2e2f-4bd8-9c3d-f83958508850, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:09:12.618981 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.638157 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37cc3b4-5639-44e8-aae7-f8acf42e83af,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:12.642364 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:12.652825 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.657236 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c37cc3b4-5639-44e8-aae7-f8acf42e83af HTTP/1.1" status: 204 len: 168 time: 0.3392637 Jun 30 19:09:12.696130 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c695-1857-4a3c-b203-c0bbc1e983e9 req-30f7627a-5388-47a4-8976-cebca6317abd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:12.699182 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9b2c695-1857-4a3c-b203-c0bbc1e983e9 req-30f7627a-5388-47a4-8976-cebca6317abd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 944 time: 0.1282370 Jun 30 19:09:12.757976 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9b2c695-1857-4a3c-b203-c0bbc1e983e9 req-0f35ef31-c944-4f45-90c9-4e321aa12ab3 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516479 Jun 30 19:09:12.778477 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] For port 2aa3c350-2e2f-4bd8-9c3d-f83958508850, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:09:12.782330 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.791506 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] For port 2aa3c350-2e2f-4bd8-9c3d-f83958508850, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:09:12.793461 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-596efd8e-02da-4a3a-87d3-23f48f6c1b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:12.819664 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['aabfd3c1-484d-4e29-947a-985b7275f686'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:12.848482 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Pushing event deleted for resources: {'Port': ['ID=aabfd3c1-484d-4e29-947a-985b7275f686,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:12.851622 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:12.854982 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.861840 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:12.999602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:12.999602 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:12.999602 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] 10.222.0.99 "PUT /v2.0/ports/2aa3c350-2e2f-4bd8-9c3d-f83958508850 HTTP/1.1" status: 200 len: 1094 time: 1.9349751 Jun 30 19:09:13.005887 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'tag': '2aa3c350-2e2f-4bd8-9c3d-f83958508850'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:13.015506 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] No DVR routers for this DVR port aabfd3c1-484d-4e29-947a-985b7275f686 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:09:13.018589 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:13.042533 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa3c350-2e2f-4bd8-9c3d-f83958508850,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:13.046399 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:13.048323 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-9be63cae-b025-412a-8274-abbb809aa4e4 req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.99 "DELETE /v2.0/ports/aabfd3c1-484d-4e29-947a-985b7275f686 HTTP/1.1" status: 204 len: 173 time: 1.4694712 Jun 30 19:09:13.101226 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-672b639b-0dc8-48b5-9db2-0eb23f5510f9 req-47793a56-91cf-4494-a83f-b09df19c0d56 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] 10.222.0.95 "GET /v2.0/ports?device_id=abe0f45a-31a2-46de-b3f3-c6ffc53359dc HTTP/1.1" status: 200 len: 210 time: 0.0567899 Jun 30 19:09:13.111161 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'tag': '2aa3c350-2e2f-4bd8-9c3d-f83958508850', 'status': 'completed', 'code': 200} Jun 30 19:09:13.155728 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-674d481e-df72-407a-88c5-bfcb0682a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:13.157210 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-674d481e-df72-407a-88c5-bfcb0682a761 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 1097 time: 0.0893414 Jun 30 19:09:13.238508 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-71c9707f-a678-46fb-8333-69ea93b4d66b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850 HTTP/1.1" status: 200 len: 217 time: 0.0683768 Jun 30 19:09:13.325187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-6280adb7-f3ec-4d92-b14c-44f4794a8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:13.326692 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-6280adb7-f3ec-4d92-b14c-44f4794a8eea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0765622 Jun 30 19:09:13.381661 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-a730dc49-521e-4fd7-8e7f-32f25e8e1fef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439150 Jun 30 19:09:13.531529 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-a05168bd-b83b-4a4a-9bf5-eaf2ecdcd20f service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382368 Jun 30 19:09:13.679160 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dc28e048-0cbe-4eeb-9881-af1c6693f650 req-1d61f0a4-2d3c-4967-a15e-05b9e2b0bd97 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377120 Jun 30 19:09:13.875320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-bd48be3a-000c-43c4-92b6-7109dd4d90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:13.877232 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-bd48be3a-000c-43c4-92b6-7109dd4d90b4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 1097 time: 0.1005132 Jun 30 19:09:13.978158 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac958c-cc50-4e93-8829-7ba816a7ec66 req-9d9242b5-75c6-4eab-9ec1-99a3c68f9703 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:13.979959 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7dac958c-cc50-4e93-8829-7ba816a7ec66 req-9d9242b5-75c6-4eab-9ec1-99a3c68f9703 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 944 time: 0.0912757 Jun 30 19:09:14.023823 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-8e1c9956-9684-487a-ab14-6897cbafd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:14.025719 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-8e1c9956-9684-487a-ab14-6897cbafd199 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 917 time: 0.1420233 Jun 30 19:09:14.034772 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7dac958c-cc50-4e93-8829-7ba816a7ec66 req-499b3f55-7cc6-46eb-b8f1-ae13718964b8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 Jun 30 19:09:14.110624 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-f65173f5-2329-4952-bb63-66ebf9e92edc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850 HTTP/1.1" status: 200 len: 217 time: 0.0777824 Jun 30 19:09:14.300163 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-ed15dd0e-a091-4a38-b502-02ab28b01003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:14.302425 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-ed15dd0e-a091-4a38-b502-02ab28b01003 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.1851447 Jun 30 19:09:14.354692 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-04cdcb6f-5280-4ed5-a2dd-9862a8bbdee7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444350 Jun 30 19:09:14.497905 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-1e5549a2-aaea-4463-bf27-978837e5b20a service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361592 Jun 30 19:09:14.656697 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-8c87c98a-37b0-48e6-8801-94e3c529bef7 req-59aca5a1-02fb-418d-ba2f-676440ccd51e service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478765 Jun 30 19:09:15.001685 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44510) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:15.112328 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'name': 'network-vif-deleted', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:15.160983 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe0f45a-31a2-46de-b3f3-c6ffc53359dc', 'name': 'network-vif-deleted', 'tag': 'aabfd3c1-484d-4e29-947a-985b7275f686', 'status': 'completed', 'code': 200} Jun 30 19:09:15.413564 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d976c5b-5b88-4a09-9309-73b85f4a6e7d req-34137774-61f8-4f2c-be5c-d749db180dff tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:15.415123 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7d976c5b-5b88-4a09-9309-73b85f4a6e7d req-34137774-61f8-4f2c-be5c-d749db180dff tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 944 time: 0.2639234 Jun 30 19:09:15.500934 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7d976c5b-5b88-4a09-9309-73b85f4a6e7d req-56e65d20-e4c6-45a5-9785-1770be906381 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700152 Jun 30 19:09:15.739081 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716158'] for router_interface, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:16.019253 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 2aa3c350-2e2f-4bd8-9c3d-f83958508850 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:09:16.028975 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device aabfd3c1-484d-4e29-947a-985b7275f686 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:16.070871 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: aabfd3c1-484d-4e29-947a-985b7275f686 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:16.071221 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device aabfd3c1-484d-4e29-947a-985b7275f686 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:16.126417 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Deleting port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:16.126916 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:16.213617 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 2aa3c350-2e2f-4bd8-9c3d-f83958508850, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:16.228819 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '2aa3c350-2e2f-4bd8-9c3d-f83958508850', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'port_id': '2aa3c350-2e2f-4bd8-9c3d-f83958508850', 'mac_address': 'fa:16:3e:56:e4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29fed-3f69-4343-ab47-c3d4a292eeb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:09:16.295576 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:16.319191 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa3c350-2e2f-4bd8-9c3d-f83958508850 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:09:16.339432 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 2aa3c350-2e2f-4bd8-9c3d-f83958508850, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:16.346122 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:16.348100 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:16.421583 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=2aa3c350-2e2f-4bd8-9c3d-f83958508850,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:16.430870 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.430870 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.431203 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.431338 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.431682 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.432016 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.432348 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.432677 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.433003 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.433331 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.433657 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.433980 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:16.439516 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:16.450319 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] For port 9a7bd57a-b7bd-4b09-9396-5144e110cdf1, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:16.450681 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:16.584777 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Calling delete_port for 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 owned by network:router_interface {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:16.647087 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:16.769913 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87f536-29f3-4433-a192-371f1c726647 req-f4639cbd-0305-4212-894e-54961c412bc5 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:16.772228 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7a87f536-29f3-4433-a192-371f1c726647 req-f4639cbd-0305-4212-894e-54961c412bc5 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 945 time: 0.1310115 Jun 30 19:09:16.901781 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7a87f536-29f3-4433-a192-371f1c726647 req-caad04a2-8043-4db0-ae13-13d21485f830 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089048 Jun 30 19:09:16.924950 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:16.928882 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:16.974741 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7bd57a-b7bd-4b09-9396-5144e110cdf1,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:16.977455 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:17.274797 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716234'] for router_interface, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:17.654717 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:09:17.854860 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44556) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:17.869696 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:09:17.881681 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] Sync routers for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:09:17.888278 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44562) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:17.888466 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-e0541490-5c91-424f-9aad-279bd6448304 admin admin] 10.222.0.95 "PUT /v2.0/routers/efb42d8e-6fa7-4d0a-b904-9ac840a17d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8856261 Jun 30 19:09:17.894934 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:09:17.895865 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:09:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:18.058851 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 2aa3c350-2e2f-4bd8-9c3d-f83958508850 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:09:18.076302 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.105370 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:18.115225 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc1ea6764d342909b399e2d6954bc66 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:18.120485 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:18.130939 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:18.134571 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks [] for router, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.166735 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: dv-cinder-798879-1-smb {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:09:18.246051 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ecc2-536a-4ef2-a4f4-d3e3f81be38d req-6d0cc15c-aad7-4f7d-b7e3-41b9fddb9192 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:18.247635 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5e89ecc2-536a-4ef2-a4f4-d3e3f81be38d req-6d0cc15c-aad7-4f7d-b7e3-41b9fddb9192 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 945 time: 0.2196486 Jun 30 19:09:18.298781 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5e89ecc2-536a-4ef2-a4f4-d3e3f81be38d req-3f63c789-b842-4160-bf32-c2c8c7c4b02b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Jun 30 19:09:18.343280 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.354120 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:09:18.360705 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Deleting port b6a5daf6-1101-4e70-b213-63d6904e76a8 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:18.361050 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.372056 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:09:18.372435 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.554324 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.571746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.585484 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5836cad9-029a-4d1b-8dfd-fbf7795f2b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:18.624794 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] For port b6a5daf6-1101-4e70-b213-63d6904e76a8, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=b6a5daf6-1101-4e70-b213-63d6904e76a8,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:18.625152 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.630656 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.667739 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa3c350-2e2f-4bd8-9c3d-f83958508850'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:18.677586 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:09:16Z', 'revision_number': 5, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port': {'id': 'b6a5daf6-1101-4e70-b213-63d6904e76a8', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:05:59Z', 'updated_at': '2021-06-30T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:18.685287 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 2aa3c350-2e2f-4bd8-9c3d-f83958508850, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:18.687463 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] Checking router: efb42d8e-6fa7-4d0a-b904-9ac840a17d58 for host: dv-cinder-798879-1-smb {{(pid=78662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:09:18.692227 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:18.696612 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:18.729912 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68934d9-01e1-4c6c-ba28-fa0f965cb4b9,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:18.763418 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa3c350-2e2f-4bd8-9c3d-f83958508850', 'code': 200} Jun 30 19:09:18.769019 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] Routers {'efb42d8e-6fa7-4d0a-b904-9ac840a17d58'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:09:18.769668 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:09:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'], 'active': True} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:18.848678 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Calling delete_port for b6a5daf6-1101-4e70-b213-63d6904e76a8 owned by network:router_gateway {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:18.936230 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:18.948177 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=2aa3c350-2e2f-4bd8-9c3d-f83958508850,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:18.948944 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-518ab882-3a8e-4ce8-880d-ff57445366e8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fdc1ea6764d342909b399e2d6954bc66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0902619 Jun 30 19:09:18.949717 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44570) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:18.959564 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:18.985768 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_dvr_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] Set router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 gateway port host: None {{(pid=78662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:09:19.083674 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.109961 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.l3_hamode_db [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:09:18Z', 'revision_number': 6, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port_host': None}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:19.114855 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e1305-f6f1-425f-ace9-9511f376e080 None None] The sync data for ids ['efb42d8e-6fa7-4d0a-b904-9ac840a17d58'] in dv-cinder-798879-1-smb is: [{'id': 'efb42d8e-6fa7-4d0a-b904-9ac840a17d58', 'name': 'tempest-TestMinimumBasicScenario-1793452291-router', 'tenant_id': '7808aa32f66d452d93cb840d65f95367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:05:58Z', 'updated_at': '2021-06-30T19:09:18Z', 'revision_number': 6, 'project_id': '7808aa32f66d452d93cb840d65f95367', 'gw_port_host': None}] {{(pid=78662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:09:19.132178 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.144906 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519294b1-51ac-4c39-afbf-907386d23093 req-fb5056c1-f444-4d58-9d6c-dee9b58f2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:19.146576 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-519294b1-51ac-4c39-afbf-907386d23093 req-fb5056c1-f444-4d58-9d6c-dee9b58f2dc5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 1099 time: 0.1459572 Jun 30 19:09:19.219027 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-519294b1-51ac-4c39-afbf-907386d23093 req-7a517c33-bb5f-4749-8be4-6e52f7e00c03 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564036 Jun 30 19:09:19.220617 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.226163 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-286e37d0-feb4-44cc-99e7-cabffeb0d41d tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:19.231073 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.238807 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-75faacc3-caa7-4de5-b8b0-b87595cf066a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:19.257849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68934d9-01e1-4c6c-ba28-fa0f965cb4b9,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:19.261186 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:19.270858 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.272109 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d68934d9-01e1-4c6c-ba28-fa0f965cb4b9 HTTP/1.1" status: 204 len: 168 time: 0.3205822 Jun 30 19:09:19.278656 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a5daf6-1101-4e70-b213-63d6904e76a8,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:19.283320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:19.517676 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701269'] for router_gateway, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.544020 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e66e52-e108-4cfe-9971-15221ec900d4 req-2dd7f3d7-be9c-4272-aeb5-19e7a9c1f94e tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:19.546548 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-32e66e52-e108-4cfe-9971-15221ec900d4 req-2dd7f3d7-be9c-4272-aeb5-19e7a9c1f94e tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 946 time: 0.1021028 Jun 30 19:09:19.618976 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-32e66e52-e108-4cfe-9971-15221ec900d4 req-5b448b8c-50ec-40cd-abb3-0cf04a84c14e tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634711 Jun 30 19:09:19.733682 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2023'] for router, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.738600 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.763088 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612534'] for router, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.763637 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb42d8e-6fa7-4d0a-b904-9ac840a17d58 {{(pid=78660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 19:09:19.786217 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.787358 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-91ac1913-f123-4355-8d25-0bef743ae453 admin admin] 10.222.0.95 "DELETE /v2.0/routers/efb42d8e-6fa7-4d0a-b904-9ac840a17d58 HTTP/1.1" status: 204 len: 168 time: 1.8968995 Jun 30 19:09:19.790305 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44578) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:19.852221 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Deleting subnet c0ae27e0-6317-4064-99c9-d9465ebee5dd {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:09:19.855433 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:19.908635 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.001968 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.039765 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b6a5daf6-1101-4e70-b213-63d6904e76a8 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:20.076457 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: b6a5daf6-1101-4e70-b213-63d6904e76a8 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:20.076939 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device b6a5daf6-1101-4e70-b213-63d6904e76a8 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:20.077872 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:20.086819 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.091006 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:20.114520 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:20.114874 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 9a7bd57a-b7bd-4b09-9396-5144e110cdf1 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:20.128934 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ae27e0-6317-4064-99c9-d9465ebee5dd,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:20.132251 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:20.133337 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.140226 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-7160b4b6-1bc6-4f21-a7a3-608f505f8eef admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c0ae27e0-6317-4064-99c9-d9465ebee5dd HTTP/1.1" status: 204 len: 168 time: 0.3479071 Jun 30 19:09:20.140539 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e74412b-27fd-4c8c-8fe7-e50d8e92fb97 None None] Network af0635f2-64ee-48f9-a92d-46148fd86f21 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:09:20.143077 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44582) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:20.261809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.274443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Deleting port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:20.274780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.473792 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] DHCP port deletion for af0635f2-64ee-48f9-a92d-46148fd86f21 request from dv-cinder-798879-1-smb {{(pid=78662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 19:09:20.478333 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Deleting port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:20.479180 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.563692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] For port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:20.564069 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.699741 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Calling delete_port for da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 owned by network:dhcp {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:20.805320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.810836 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] For port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,segment=NetworkSegment(cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18),segment_id=cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:20.811134 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-72384d1b-22c2-4c33-81bb-09fe7d3bcbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:20.811373 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:20.875383 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd872d1-5849-471a-ae24-b382d7b50655 req-0696ab85-322e-41e7-9248-b2a3494cbeb1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:20.877644 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-abd872d1-5849-471a-ae24-b382d7b50655 req-0696ab85-322e-41e7-9248-b2a3494cbeb1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 946 time: 0.1248722 Jun 30 19:09:20.880465 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2e07d9-d071-49f4-8ca3-f9c1749cdbe0,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:20.883792 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:20.896479 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] No DVR routers for this DVR port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 on host dv-cinder-798879-1-smb {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:09:20.946434 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-abd872d1-5849-471a-ae24-b382d7b50655 req-5a4a29e3-0c4d-44b1-a3ef-722bebf90e16 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616157 Jun 30 19:09:20.989562 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Calling delete_port for da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 owned by network:dhcp {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:21.042906 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:21.067782 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0635f2-64ee-48f9-a92d-46148fd86f21']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:21.081017 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.db.api [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:09:21.081592 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_db.api [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:09:21.083229 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:21.083621 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd1ce40-c7a6-4bc8-bac1-3ccab162ea18') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:21.096552 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:21.117209 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:21.126351 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:09:21.127072 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:09:21.140950 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:09:21.324024 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:21.330108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:21.346621 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:21.358746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0635f2-64ee-48f9-a92d-46148fd86f21,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:21.362508 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:21.379243 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] 10.222.0.95 "DELETE /v2.0/networks/af0635f2-64ee-48f9-a92d-46148fd86f21 HTTP/1.1" status: 204 len: 168 time: 1.2318687 Jun 30 19:09:21.379597 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44590) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:21.583000 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Deleting port da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:21.583552 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:21.662103 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-85f6ab7c-f702-4f20-9acb-e906de63ec25 None None] The port 'da2e07d9-d071-49f4-8ca3-f9c1749cdbe0' was deleted {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 30 19:09:21.912432 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:21.947682 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:21.948018 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device da2e07d9-d071-49f4-8ca3-f9c1749cdbe0 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:21.989389 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716158'] for router_interface, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:22.386593 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Deleting port a5e902a2-13db-4c68-8bc5-f345fb2d026e {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:22.387269 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:22.560112 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] For port a5e902a2-13db-4c68-8bc5-f345fb2d026e, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=a5e902a2-13db-4c68-8bc5-f345fb2d026e,segment=NetworkSegment(f2b0832b-00dd-40af-afa8-98c7579552e9),segment_id=f2b0832b-00dd-40af-afa8-98c7579552e9)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:22.560467 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:22.683389 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Calling delete_port for a5e902a2-13db-4c68-8bc5-f345fb2d026e owned by network:router_interface {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:22.971691 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:22.976834 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a73bf5c6-c896-4dbe-b7c5-904a1c923697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:23.056043 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e902a2-13db-4c68-8bc5-f345fb2d026e,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:23.100260 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.100669 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.101114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.101494 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.101860 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.102241 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.102600 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.102955 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.103309 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.103663 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.104016 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.104371 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:23.107806 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:23.369515 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716234'] for router_interface, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:23.749254 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 has already been hosted by L3 agent 6c760971-2521-467f-9caf-686d49245c29 {{(pid=78660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 19:09:23.935312 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] Notify agent at l3_agent.dv-cinder-798879-1-smb the message routers_updated {{(pid=78660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 19:09:23.944136 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] Sync routers for ids ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'] in dv-cinder-798879-1-smb {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 19:09:23.944697 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5e5ba473-9bc9-4311-93ff-82a89c58ad0c admin admin] 10.222.0.95 "PUT /v2.0/routers/5ad684a2-4a60-44f0-a2b3-c91f77fb1f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5639024 Jun 30 19:09:23.947319 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44610) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:23.986365 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] Routers {'5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:09:23.986982 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:09:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:24.128696 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks [] for router, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:24.162244 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] Set router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 gateway port host: dv-cinder-798879-1-smb {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:09:24.445640 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:24.456215 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Deleting port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:24.456617 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:24.475570 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'external_fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:09:22Z', 'revision_number': 5, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port': {'id': '3a62802f-6555-40c0-a61f-e7f1a3c2a4de', 'name': '', 'network_id': '91fdc1ca-3a7f-4015-9808-80fda02dc277', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798879-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T19:06:11Z', 'updated_at': '2021-06-30T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da62783d-ee5e-4e36-8ec6-028d185df4df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798879-1-smb'}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:24.479464 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] Checking router: 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 for host: dv-cinder-798879-1-smb {{(pid=78663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 19:09:24.488912 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] Routers {'5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'} bound to L3 agent in host dv-cinder-798879-1-smb {{(pid=78663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 30 19:09:24.489835 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798879-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T18:52:09Z,description=,heartbeat_timestamp=2021-06-30T19:09:09Z,host='dv-cinder-798879-1-smb',id=6c760971-2521-467f-9caf-686d49245c29,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T18:52:09Z,topic='l3_agent')) {'router_ids': ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'], 'active': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:24.647752 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_dvr_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] Set router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 gateway port host: None {{(pid=78663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 19:09:24.654192 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] For port 3a62802f-6555-40c0-a61f-e7f1a3c2a4de, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,segment=NetworkSegment(8cd52f03-305f-44a1-956b-61c3c79a3edc),segment_id=8cd52f03-305f-44a1-956b-61c3c79a3edc)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:24.654593 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:24.756835 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.l3_hamode_db [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:09:24Z', 'revision_number': 6, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port_host': None}], 'dv-cinder-798879-1-smb', False) {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:24.761070 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82842bf-306e-4c93-8262-a9ba9bb33e80 None None] The sync data for ids ['5ad684a2-4a60-44f0-a2b3-c91f77fb1f76'] in dv-cinder-798879-1-smb is: [{'id': '5ad684a2-4a60-44f0-a2b3-c91f77fb1f76', 'name': 'tempest-TestMinimumBasicScenario-1790617272-router', 'tenant_id': '1eae7ee92eb34894843cf59666df580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T19:06:10Z', 'updated_at': '2021-06-30T19:09:24Z', 'revision_number': 6, 'project_id': '1eae7ee92eb34894843cf59666df580f', 'gw_port_host': None}] {{(pid=78663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 19:09:24.790589 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Calling delete_port for 3a62802f-6555-40c0-a61f-e7f1a3c2a4de owned by network:router_gateway {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:24.963424 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:24.967823 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ea0f75f1-27b9-4540-8c7a-3dd207bfcf53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:25.012284 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a62802f-6555-40c0-a61f-e7f1a3c2a4de,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:25.015514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:25.107594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701269'] for router_gateway, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.285661 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2023'] for router, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.287790 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.311235 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612534'] for router, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.311855 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 {{(pid=78660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 19:09:25.323946 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] Notify callbacks [] for router, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.325882 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-b712a4d8-97b7-4eee-9a1b-82b374f80278 admin admin] 10.222.0.95 "DELETE /v2.0/routers/5ad684a2-4a60-44f0-a2b3-c91f77fb1f76 HTTP/1.1" status: 204 len: 168 time: 1.3768361 Jun 30 19:09:25.328712 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44616) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:25.388241 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Deleting subnet d5e45f79-84a8-4375-9af3-37951ce45394 {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:09:25.391297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.432446 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:09:25.442501 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.531405 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.606584 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.612682 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:25.652031 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e45f79-84a8-4375-9af3-37951ce45394,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:25.654559 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:25.657491 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.664091 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d8026-43c0-453d-8668-221045e6028a None None] Network 89a10e69-0c23-45e7-a690-3b8136fd7982 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:09:25.667147 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 44626) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:25.667561 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-e7721b00-c3fa-490c-a5e3-8126d9fad774 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d5e45f79-84a8-4375-9af3-37951ce45394 HTTP/1.1" status: 204 len: 168 time: 0.3377185 Jun 30 19:09:25.799844 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.907741 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Deleting port e3e040ae-5049-4d64-9eb7-f78353c579e4 {{(pid=78661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:25.908090 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:25.929232 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device a5e902a2-13db-4c68-8bc5-f345fb2d026e no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:25.965091 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: a5e902a2-13db-4c68-8bc5-f345fb2d026e {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:25.965440 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device a5e902a2-13db-4c68-8bc5-f345fb2d026e not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:25.965865 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 3a62802f-6555-40c0-a61f-e7f1a3c2a4de no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:26.002077 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: 3a62802f-6555-40c0-a61f-e7f1a3c2a4de {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:26.002463 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device 3a62802f-6555-40c0-a61f-e7f1a3c2a4de not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:26.054088 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] DHCP port deletion for 89a10e69-0c23-45e7-a690-3b8136fd7982 request from dv-cinder-798879-1-smb {{(pid=78662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 19:09:26.057978 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Deleting port e3e040ae-5049-4d64-9eb7-f78353c579e4 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:26.058394 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:26.059394 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-15921e70-e58d-43c9-a959-49b9aff1f7b1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:26.060884 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-15921e70-e58d-43c9-a959-49b9aff1f7b1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.2988935 Jun 30 19:09:26.152578 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-99e6030f-095e-4e5a-be39-35bdba37bae7 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/quotas/162ef9361c4949909bb680f611739886 HTTP/1.1" status: 200 len: 375 time: 0.0710609 Jun 30 19:09:26.223266 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.db [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] For port e3e040ae-5049-4d64-9eb7-f78353c579e4, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3e040ae-5049-4d64-9eb7-f78353c579e4,segment=NetworkSegment(f2b0832b-00dd-40af-afa8-98c7579552e9),segment_id=f2b0832b-00dd-40af-afa8-98c7579552e9)] {{(pid=78661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:26.223634 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:26.263241 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] For port e3e040ae-5049-4d64-9eb7-f78353c579e4, host dv-cinder-798879-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798879-1-smb',level=0,port_id=e3e040ae-5049-4d64-9eb7-f78353c579e4,segment=NetworkSegment(f2b0832b-00dd-40af-afa8-98c7579552e9),segment_id=f2b0832b-00dd-40af-afa8-98c7579552e9)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:26.263640 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:26.356810 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.plugin [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Calling delete_port for e3e040ae-5049-4d64-9eb7-f78353c579e4 owned by network:dhcp {{(pid=78661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:26.387922 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Calling delete_port for e3e040ae-5049-4d64-9eb7-f78353c579e4 owned by network:dhcp {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:09:26.439950 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-e385ed0b-174e-4c80-9b8d-126c0c0536a5 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2801788 Jun 30 19:09:26.465201 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.db.api [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 19:09:26.465566 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_db.api [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 19:09:26.467687 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15705280'] for port, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:26.474672 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-005b8c65-fbf4-4b7b-b21b-51d2bac4931c tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:26.580962 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e040ae-5049-4d64-9eb7-f78353c579e4,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:26.588844 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] No DVR routers for this DVR port e3e040ae-5049-4d64-9eb7-f78353c579e4 on host dv-cinder-798879-1-smb {{(pid=78661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:09:26.627262 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.627544 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.627912 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.628270 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.628625 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.628981 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.629361 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.629915 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.630045 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.630374 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.630723 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.631061 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:09:26.641507 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:26.745438 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-13eaba00-0d57-453d-9aca-1aede5da69e0 service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974486 Jun 30 19:09:26.749606 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:26.900160 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a10e69-0c23-45e7-a690-3b8136fd7982']}} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:26.965403 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b0832b-00dd-40af-afa8-98c7579552e9') {'for_net_delete': True} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:26.965695 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.services.segments.db [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b0832b-00dd-40af-afa8-98c7579552e9') {} {{(pid=78661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:09:26.966406 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Deleting port e3e040ae-5049-4d64-9eb7-f78353c579e4 {{(pid=78662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:09:26.966876 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:26.982358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15670054'] for segment, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.012833 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.024223 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=78661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:09:27.024626 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15705237'] for segment, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: Traceback (most recent call last): Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: timer() Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: cb(*args, **kw) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: return func(*args, **kwargs) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: self._notify() Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: self.callback(batched_events) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: event.method(event) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: return f(self, *a, **k) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: return self._get(url).json() Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: return self.request(url, 'GET', **kwargs) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:09:27.038556 dv-cinder-798879-1-smb neutron-server[78661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:09:27.079665 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9606fbb4-c886-4fc9-8426-4b2cc9b5c162 None None] The port 'e3e040ae-5049-4d64-9eb7-f78353c579e4' was deleted {{(pid=78662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 30 19:09:27.116553 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-5a04d517-22b3-4d18-b5e5-a6980917ac2e service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596053 Jun 30 19:09:27.133089 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.136745 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:27.153111 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.162676 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a10e69-0c23-45e7-a690-3b8136fd7982,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:27.165755 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:27.171245 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-0febc298-a732-49df-8375-18908eed5992 admin admin] 10.222.0.95 "DELETE /v2.0/networks/89a10e69-0c23-45e7-a690-3b8136fd7982 HTTP/1.1" status: 204 len: 168 time: 1.4988580 Jun 30 19:09:27.324527 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2b8ef191-8acc-4e61-8a4a-e77f36f07b9b req-cd77ade4-aefc-4827-b098-6569e468d54a tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 210 time: 0.0458817 Jun 30 19:09:27.373281 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44644) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:27.424449 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8a31d15e-084c-426a-bc75-c7c3ccaa0c76 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7808aa32f66d452d93cb840d65f95367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496638 Jun 30 19:09:27.426764 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44652) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:27.487478 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-726981d0-2bb1-4190-bddf-0deea7697057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.520619 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-726981d0-2bb1-4190-bddf-0deea7697057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.575187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-726981d0-2bb1-4190-bddf-0deea7697057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.581796 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2755b93a-5fe6-40ab-a9b3-c45657975e89 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:27.596088 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726981d0-2bb1-4190-bddf-0deea7697057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b9980c-7ed5-4ccc-b62b-c17e3a1cd789,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:27.598956 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-726981d0-2bb1-4190-bddf-0deea7697057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:27.601744 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-726981d0-2bb1-4190-bddf-0deea7697057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:27.602870 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-726981d0-2bb1-4190-bddf-0deea7697057 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/19b9980c-7ed5-4ccc-b62b-c17e3a1cd789 HTTP/1.1" status: 204 len: 168 time: 0.1748240 Jun 30 19:09:27.937101 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3e040ae-5049-4d64-9eb7-f78353c579e4 no longer exists at agent ovs-agent-dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:09:27.976726 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] No Port match for: e3e040ae-5049-4d64-9eb7-f78353c579e4 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:09:27.977394 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Device e3e040ae-5049-4d64-9eb7-f78353c579e4 not bound to the agent host dv-cinder-798879-1-smb {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:09:28.007820 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44664) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:28.056649 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-d2e68e5c-32d5-4f45-8784-c40a5afacdf2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1eae7ee92eb34894843cf59666df580f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474796 Jun 30 19:09:28.059040 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44668) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:09:28.122586 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3b898be-8525-4f92-ad0a-bb66c0e9f2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:28.151955 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3b898be-8525-4f92-ad0a-bb66c0e9f2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:28.208985 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3b898be-8525-4f92-ad0a-bb66c0e9f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:28.212683 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c88f30fc-de6a-4b0b-ab7a-54a3ddeca470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:28.224743 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b898be-8525-4f92-ad0a-bb66c0e9f2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d7a35a-0c1c-466f-ae07-682e29ab7a94,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:28.229831 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-f3b898be-8525-4f92-ad0a-bb66c0e9f2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:28.231793 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3b898be-8525-4f92-ad0a-bb66c0e9f2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:28.236747 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-f3b898be-8525-4f92-ad0a-bb66c0e9f2d6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/43d7a35a-0c1c-466f-ae07-682e29ab7a94 HTTP/1.1" status: 204 len: 168 time: 0.1729639 Jun 30 19:09:28.492200 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ccfc1900-52e2-434c-90a8-50c8f1bc3505 req-60c877e1-fdc3-4713-93bb-32c14cc76bbf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 210 time: 0.0480857 Jun 30 19:09:28.935545 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-9d27fa6b-b71b-4744-90bc-64c2980601b1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:28.937314 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-9d27fa6b-b71b-4744-90bc-64c2980601b1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.2528203 Jun 30 19:09:28.960239 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Request body: {'port': {'device_id': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'admin_state_up': True, 'tenant_id': '162ef9361c4949909bb680f611739886'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:29.094025 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:29.097670 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Usage tracker for resource:port and tenant:162ef9361c4949909bb680f611739886 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:29.100458 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:29.105983 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:29.115893 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Made reservation on behalf of 162ef9361c4949909bb680f611739886 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:09:29.119514 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:29.285133 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Allocated IP 172.20.0.7 (ff2e350c-e44b-43cc-b876-c8c0fb7741f1/d0f29fed-3f69-4343-ab47-c3d4a292eeb0/508cd218-29a7-4f7c-8da8-d65a06fd475c) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:09:29.487443 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:29.520684 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:29.526923 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:29.558095 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:29.598871 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:09:29.603391 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:09:29.609798 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:09:29.670069 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event updated for resources: {'Port': ['ID=508cd218-29a7-4f7c-8da8-d65a06fd475c,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:29.675180 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:29.683520 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:29.684179 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:29.711788 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551627 Jun 30 19:09:29.721211 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27b6df-39db-419a-87e4-08442997c7d8 req-7a85e237-3225-4489-ab9f-323b5abd2cfb tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:29.723398 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5c27b6df-39db-419a-87e4-08442997c7d8 req-7a85e237-3225-4489-ab9f-323b5abd2cfb tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 931 time: 0.1083956 Jun 30 19:09:29.730085 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Request body: {'port': {'device_id': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:29.804213 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5c27b6df-39db-419a-87e4-08442997c7d8 req-072ccbad-0cd6-474c-aaef-f72cb45cf7ac tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738964 Jun 30 19:09:29.868990 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:30.222440 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508cd218-29a7-4f7c-8da8-d65a06fd475c {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:09:30.230153 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:30.245768 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Transition to ACTIVE for port object 508cd218-29a7-4f7c-8da8-d65a06fd475c will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:09:30.251001 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:30.254800 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-1161fae6-5b7e-41e5-8be2-f496773cc35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:30.385937 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Pushing event updated for resources: {'Port': ['ID=508cd218-29a7-4f7c-8da8-d65a06fd475c,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:30.413271 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:30.495260 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Attempting to bind port 508cd218-29a7-4f7c-8da8-d65a06fd475c on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:09:30.495479 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Attempting to bind port 508cd218-29a7-4f7c-8da8-d65a06fd475c by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:09:30.495803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Attempting to bind port 508cd218-29a7-4f7c-8da8-d65a06fd475c on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:09:30.501068 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Port 508cd218-29a7-4f7c-8da8-d65a06fd475c on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:09:30.501377 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Attempting to bind port 508cd218-29a7-4f7c-8da8-d65a06fd475c on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:09:30.506533 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:09:30.506918 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Checking segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:09:30.507239 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Bound using segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:09:30.507651 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Bound port: 508cd218-29a7-4f7c-8da8-d65a06fd475c, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:09:30.507990 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:30.598940 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] For port 508cd218-29a7-4f7c-8da8-d65a06fd475c, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:09:30.602189 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] For port 508cd218-29a7-4f7c-8da8-d65a06fd475c, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=508cd218-29a7-4f7c-8da8-d65a06fd475c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:09:30.606068 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:30.610489 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8a62c250-3f5f-4456-8d2f-aa3adb8f8e8e tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:30.668250 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:30.668855 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:30.671202 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] 10.222.0.99 "PUT /v2.0/ports/508cd218-29a7-4f7c-8da8-d65a06fd475c HTTP/1.1" status: 200 len: 1093 time: 0.9450123 Jun 30 19:09:30.671401 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'tag': '508cd218-29a7-4f7c-8da8-d65a06fd475c'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:30.692255 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Pushing event updated for resources: {'Port': ['ID=508cd218-29a7-4f7c-8da8-d65a06fd475c,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:30.695550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:30.725630 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'tag': '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'status': 'completed', 'code': 200} Jun 30 19:09:30.922825 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-cc4d58b5-f637-4336-a52c-97e3400e61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:30.924351 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-cc4d58b5-f637-4336-a52c-97e3400e61f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 1096 time: 0.1848392 Jun 30 19:09:31.002551 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcce3ee-4de3-4374-872d-75d388edd521 req-9323c439-d0f3-4365-8d2f-dd384277b83f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:31.003504 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-321d20dc-c9a3-493e-9c12-12359f59bd71 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508cd218-29a7-4f7c-8da8-d65a06fd475c HTTP/1.1" status: 200 len: 217 time: 0.0634625 Jun 30 19:09:31.004183 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7dcce3ee-4de3-4374-872d-75d388edd521 req-9323c439-d0f3-4365-8d2f-dd384277b83f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 943 time: 0.0904193 Jun 30 19:09:31.055435 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7dcce3ee-4de3-4374-872d-75d388edd521 req-c119b47c-c580-42d3-8b93-ef350e3947b9 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Jun 30 19:09:31.078046 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2f58647c-0bed-41fb-a7da-aa2b756e3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:31.079491 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-2f58647c-0bed-41fb-a7da-aa2b756e3861 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0692067 Jun 30 19:09:31.132373 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-17572059-bfd4-4b46-8028-0dfead6b91b4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431161 Jun 30 19:09:31.271214 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-23cca255-827c-4edf-9140-0f26e30ecf53 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310234 Jun 30 19:09:31.409086 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-72c6f9a1-64d4-43a0-ad73-7ecf562995ec req-4e51e3b2-d4a8-4766-aa24-b60e84ad1f1a service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304603 Jun 30 19:09:31.587390 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429660c-4bdb-4323-8827-661f7eea7666 req-2cbb6529-f3d8-4289-b18c-4ea7e1ca1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:31.588869 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3429660c-4bdb-4323-8827-661f7eea7666 req-2cbb6529-f3d8-4289-b18c-4ea7e1ca1c09 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 1096 time: 0.0765493 Jun 30 19:09:31.740682 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429660c-4bdb-4323-8827-661f7eea7666 req-f2613a94-7891-495f-97bd-e81455355a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:31.742056 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3429660c-4bdb-4323-8827-661f7eea7666 req-f2613a94-7891-495f-97bd-e81455355a30 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 917 time: 0.1456151 Jun 30 19:09:31.820062 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3429660c-4bdb-4323-8827-661f7eea7666 req-23a988a1-c70b-402f-b105-33088f3372b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508cd218-29a7-4f7c-8da8-d65a06fd475c HTTP/1.1" status: 200 len: 217 time: 0.0683994 Jun 30 19:09:31.894517 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429660c-4bdb-4323-8827-661f7eea7666 req-1b665c3a-5e3c-4d75-9795-72d3cbe674ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:31.895969 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3429660c-4bdb-4323-8827-661f7eea7666 req-1b665c3a-5e3c-4d75-9795-72d3cbe674ac service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0692832 Jun 30 19:09:31.947688 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3429660c-4bdb-4323-8827-661f7eea7666 req-6c74a6ba-7e52-4cdb-b2d6-31212a7ae3b6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425029 Jun 30 19:09:32.086910 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3429660c-4bdb-4323-8827-661f7eea7666 req-eb1a0a7b-bc9b-4126-a59a-07cf205aa3ef service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285245 Jun 30 19:09:32.236914 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-3429660c-4bdb-4323-8827-661f7eea7666 req-b567c109-6848-4c40-9b0d-b20f78137c4a service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429420 Jun 30 19:09:32.256669 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767704d-15aa-411f-b4b8-80c7aa06054c req-288d1d53-21a5-4b90-ace8-917805bebc9c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:32.258239 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3767704d-15aa-411f-b4b8-80c7aa06054c req-288d1d53-21a5-4b90-ace8-917805bebc9c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 943 time: 0.0869734 Jun 30 19:09:32.307448 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3767704d-15aa-411f-b4b8-80c7aa06054c req-a8650703-7b78-4a3f-9843-69761a639a32 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Jun 30 19:09:33.500756 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660469a-bae6-48fd-8d55-474c7842fb49 req-6866e35a-fa2d-4733-9634-06603f4d3cc5 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:33.502325 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5660469a-bae6-48fd-8d55-474c7842fb49 req-6866e35a-fa2d-4733-9634-06603f4d3cc5 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 943 time: 0.0884149 Jun 30 19:09:33.548401 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5660469a-bae6-48fd-8d55-474c7842fb49 req-d9c22d03-aa26-4f7f-b588-e53e261bbd9a tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Jun 30 19:09:34.100411 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 508cd218-29a7-4f7c-8da8-d65a06fd475c details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:09:34.280270 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 508cd218-29a7-4f7c-8da8-d65a06fd475c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=508cd218-29a7-4f7c-8da8-d65a06fd475c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:34.298285 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'port_id': '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'mac_address': 'fa:16:3e:b9:ad:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29fed-3f69-4343-ab47-c3d4a292eeb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:09:34.381159 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:34.400885 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508cd218-29a7-4f7c-8da8-d65a06fd475c {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:09:34.418266 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 508cd218-29a7-4f7c-8da8-d65a06fd475c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=508cd218-29a7-4f7c-8da8-d65a06fd475c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:34.424304 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:34.426264 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:34.500811 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=508cd218-29a7-4f7c-8da8-d65a06fd475c,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:34.504067 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:34.723579 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['508cd218-29a7-4f7c-8da8-d65a06fd475c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:34.762239 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5ac6b-2f75-4203-b259-1b147dc0ea94 req-420b29b7-d5fa-469d-8ea6-80e575dadb7b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:34.764434 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-58b5ac6b-2f75-4203-b259-1b147dc0ea94 req-420b29b7-d5fa-469d-8ea6-80e575dadb7b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 944 time: 0.0993693 Jun 30 19:09:34.834905 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-58b5ac6b-2f75-4203-b259-1b147dc0ea94 req-af8d36e3-f53a-478b-899b-a43b0deedabc tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 Jun 30 19:09:35.913372 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-290b4e64-9f7a-4b22-b25c-46239fa895e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:36.044428 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d0691-1a4d-42c7-8302-14eb96d32d91 req-543d3d0f-ffac-4b7d-a3ea-eda34a245a14 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:36.047227 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a68d0691-1a4d-42c7-8302-14eb96d32d91 req-543d3d0f-ffac-4b7d-a3ea-eda34a245a14 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 944 time: 0.0992956 Jun 30 19:09:36.095913 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a68d0691-1a4d-42c7-8302-14eb96d32d91 req-c8b921fb-cd43-4af2-8e6d-4ed27d16a275 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Jun 30 19:09:36.128544 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 508cd218-29a7-4f7c-8da8-d65a06fd475c up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:09:36.200486 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 508cd218-29a7-4f7c-8da8-d65a06fd475c completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:09:36.206238 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 508cd218-29a7-4f7c-8da8-d65a06fd475c triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:09:36.206656 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:36.354608 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:36.437039 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508cd218-29a7-4f7c-8da8-d65a06fd475c'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:36.447180 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 508cd218-29a7-4f7c-8da8-d65a06fd475c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=508cd218-29a7-4f7c-8da8-d65a06fd475c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:36.452839 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:36.455316 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-df87204c-d010-48e0-b62e-c925b8745014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:36.487348 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'code': 200} Jun 30 19:09:36.524375 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:36.540476 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=508cd218-29a7-4f7c-8da8-d65a06fd475c,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:36.544121 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:36.777082 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee668dda-c4ff-406e-8f15-c4d1dbf4afd0 req-16a16c24-b0fa-492e-9dcc-d4d07d23af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:36.779753 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ee668dda-c4ff-406e-8f15-c4d1dbf4afd0 req-16a16c24-b0fa-492e-9dcc-d4d07d23af95 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 1098 time: 0.0850127 Jun 30 19:09:36.839118 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-ee668dda-c4ff-406e-8f15-c4d1dbf4afd0 req-c6c4bc85-ffab-46e7-9dbb-3b6898141832 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518658 Jun 30 19:09:37.298304 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16206-fc62-4e4b-914e-e8c0551ca20d req-7c8e058f-eaa2-4830-8a64-2298de201b3d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:37.299870 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36a16206-fc62-4e4b-914e-e8c0551ca20d req-7c8e058f-eaa2-4830-8a64-2298de201b3d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 945 time: 0.0933185 Jun 30 19:09:37.348979 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-36a16206-fc62-4e4b-914e-e8c0551ca20d req-f580580e-94d6-4f91-990f-ac3472b7c1ce tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Jun 30 19:09:38.563764 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47e055-8a07-4e04-9d30-16dade874203 req-09bd862d-746f-4b41-8abe-5166fcffed06 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:38.565284 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ba47e055-8a07-4e04-9d30-16dade874203 req-09bd862d-746f-4b41-8abe-5166fcffed06 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 945 time: 0.0893543 Jun 30 19:09:38.614703 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ba47e055-8a07-4e04-9d30-16dade874203 req-fc5b668e-3ca1-49e3-9518-717cd7673dca tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Jun 30 19:09:38.874691 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-398beb7f-9784-4587-93af-d9419eb39afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:40.369724 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:40.946790 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-72edc2bf-ddc8-4dab-a720-f9dd0580c265 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:40.948300 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-72edc2bf-ddc8-4dab-a720-f9dd0580c265 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.1611450 Jun 30 19:09:40.959325 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:40.967473 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-d027f851-704e-448b-bf18-0085b1a390f5 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/quotas/162ef9361c4949909bb680f611739886 HTTP/1.1" status: 200 len: 375 time: 0.0101905 Jun 30 19:09:41.053075 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-c5953ea5-0a08-4074-8441-31597238480c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792058 Jun 30 19:09:41.298039 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-faf95c3a-3978-41b5-996e-87658fbe8b78 service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380693 Jun 30 19:09:41.551242 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-4ad06822-c4e6-4879-92fc-1318724c4f53 service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470419 Jun 30 19:09:41.743634 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-2d85a7f5-32e0-4099-952f-961e448818ad req-06191358-2952-4725-9a64-bf7c9cbb683d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 210 time: 0.0504429 Jun 30 19:09:42.183918 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:42.930460 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3664a033-9da2-4523-9dfb-84b5d32cde98 req-c47b7d17-a9ef-4401-982a-7382eafe1a90 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 210 time: 0.0485373 Jun 30 19:09:42.984858 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-f05ac20d-932b-43cf-b5be-073ea0b636b7 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:42.986541 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-f05ac20d-932b-43cf-b5be-073ea0b636b7 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.1649144 Jun 30 19:09:43.005878 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Request body: {'port': {'device_id': '7a83196f-0f15-4866-974d-c34186156b6a', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'admin_state_up': True, 'tenant_id': '162ef9361c4949909bb680f611739886'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:43.158361 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:09:43.162400 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Usage tracker for resource:port and tenant:162ef9361c4949909bb680f611739886 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:09:43.165262 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:09:43.171866 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:09:43.182612 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Made reservation on behalf of 162ef9361c4949909bb680f611739886 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:09:43.186930 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:43.461920 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Allocated IP 172.20.0.13 (ff2e350c-e44b-43cc-b876-c8c0fb7741f1/d0f29fed-3f69-4343-ab47-c3d4a292eeb0/a753106f-1ef8-49bb-84b4-e416896a406c) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:09:43.682065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:43.720610 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:43.728669 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5e25b673-28f5-4552-99a9-fb8e42eca37a tempest-AttachVolumeShelveTestJSON-20404213 tempest-AttachVolumeShelveTestJSON-20404213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:43.761456 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850', '508cd218-29a7-4f7c-8da8-d65a06fd475c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:43.797401 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:09:43.800692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:09:43.804622 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:09:43.841012 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event updated for resources: {'Port': ['ID=a753106f-1ef8-49bb-84b4-e416896a406c,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:43.858635 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:43.885760 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:43.886420 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:43.909977 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-541fabdc-3eef-4b8b-893e-2d5a3b226860 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9086509 Jun 30 19:09:43.930756 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Request body: {'port': {'device_id': '7a83196f-0f15-4866-974d-c34186156b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:09:44.057349 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:44.147761 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6c09-e63c-4ae1-9697-1b26ee31c779 req-aa9fdf3d-767c-4fe0-9677-e7a72fd25984 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:44.149259 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f15e6c09-e63c-4ae1-9697-1b26ee31c779 req-aa9fdf3d-767c-4fe0-9677-e7a72fd25984 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 932 time: 0.0868833 Jun 30 19:09:44.198089 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f15e6c09-e63c-4ae1-9697-1b26ee31c779 req-6588b1bb-9cee-4c0f-b986-9465e510ba62 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Jun 30 19:09:44.413067 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a753106f-1ef8-49bb-84b4-e416896a406c {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:09:44.421751 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:44.437200 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Transition to ACTIVE for port object a753106f-1ef8-49bb-84b4-e416896a406c will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:09:44.441110 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:44.446030 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-688edee8-ac2c-4d11-9886-8e35d67e7815 tempest-TestShelveInstance-532147347 tempest-TestShelveInstance-532147347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:44.605471 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Pushing event updated for resources: {'Port': ['ID=a753106f-1ef8-49bb-84b4-e416896a406c,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:44.614412 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:44.684487 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Attempting to bind port a753106f-1ef8-49bb-84b4-e416896a406c on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:09:44.684799 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Attempting to bind port a753106f-1ef8-49bb-84b4-e416896a406c by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:09:44.685021 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Attempting to bind port a753106f-1ef8-49bb-84b4-e416896a406c on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:09:44.690010 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Port a753106f-1ef8-49bb-84b4-e416896a406c on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:09:44.690359 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Attempting to bind port a753106f-1ef8-49bb-84b4-e416896a406c on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:09:44.695416 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:09:44.695756 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Checking segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:09:44.696135 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Bound using segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:09:44.697235 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Bound port: a753106f-1ef8-49bb-84b4-e416896a406c, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:09:44.697596 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:44.795562 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] For port a753106f-1ef8-49bb-84b4-e416896a406c, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:09:44.799065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] For port a753106f-1ef8-49bb-84b4-e416896a406c, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a753106f-1ef8-49bb-84b4-e416896a406c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:09:44.804048 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:44.807913 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-3f411904-9737-4a9a-9b33-c8d455e76c41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:44.870072 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:44.870708 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:44.872076 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] 10.222.0.99 "PUT /v2.0/ports/a753106f-1ef8-49bb-84b4-e416896a406c HTTP/1.1" status: 200 len: 1094 time: 0.9456878 Jun 30 19:09:44.872578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a83196f-0f15-4866-974d-c34186156b6a', 'tag': 'a753106f-1ef8-49bb-84b4-e416896a406c'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:44.892355 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Pushing event updated for resources: {'Port': ['ID=a753106f-1ef8-49bb-84b4-e416896a406c,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:44.895746 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a9c3e6c1-641a-46cc-b170-0a56d0e47058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:44.921038 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a83196f-0f15-4866-974d-c34186156b6a', 'tag': 'a753106f-1ef8-49bb-84b4-e416896a406c', 'status': 'completed', 'code': 200} Jun 30 19:09:45.011084 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-eedabf03-796e-4c89-b371-8c600b74e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:45.012498 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-eedabf03-796e-4c89-b371-8c600b74e849 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 1097 time: 0.0726273 Jun 30 19:09:45.091377 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-34d0be0b-48fd-44d6-9424-45b9bef5fde6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a753106f-1ef8-49bb-84b4-e416896a406c HTTP/1.1" status: 200 len: 217 time: 0.0632389 Jun 30 19:09:45.155773 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-1a319b32-86f9-4b79-8b0c-d7aa13797633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:45.157235 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-1a319b32-86f9-4b79-8b0c-d7aa13797633 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0586896 Jun 30 19:09:45.207032 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-55a4d501-e510-4d47-834e-6984e914ad8d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430684 Jun 30 19:09:45.397619 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35569658-caca-448c-828c-3f81eecea4ab req-fc8da2fc-ea3c-4563-82ba-f2695ac03ead tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:45.399158 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-35569658-caca-448c-828c-3f81eecea4ab req-fc8da2fc-ea3c-4563-82ba-f2695ac03ead tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 944 time: 0.0891495 Jun 30 19:09:45.438165 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-4845b07f-2e6e-4c23-aba4-b0b8943ef972 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240362 Jun 30 19:09:45.447699 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-35569658-caca-448c-828c-3f81eecea4ab req-e52b1adc-7ebf-41b8-86b4-54d4899417a3 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Jun 30 19:09:45.579626 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-4886b7ef-c66b-491d-af6a-4028aa36a317 req-4de721ec-0b4e-439e-b76c-f28873281ff2 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346660 Jun 30 19:09:45.754987 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75354d3-93e4-4de2-8344-cf4716423655 req-e5dd0aab-e247-4394-87ba-8f74dfae758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:45.756373 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b75354d3-93e4-4de2-8344-cf4716423655 req-e5dd0aab-e247-4394-87ba-8f74dfae758f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 1097 time: 0.0807199 Jun 30 19:09:45.900697 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75354d3-93e4-4de2-8344-cf4716423655 req-0feacdb5-1b08-47aa-a505-0dff4384525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:45.902130 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b75354d3-93e4-4de2-8344-cf4716423655 req-0feacdb5-1b08-47aa-a505-0dff4384525c service neutron] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 917 time: 0.1370676 Jun 30 19:09:45.973384 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b75354d3-93e4-4de2-8344-cf4716423655 req-b8b66141-36cc-489f-af99-ef31da55a821 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a753106f-1ef8-49bb-84b4-e416896a406c HTTP/1.1" status: 200 len: 217 time: 0.0629392 Jun 30 19:09:46.039148 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75354d3-93e4-4de2-8344-cf4716423655 req-335a6240-37e0-4e18-8809-5f0cb7e09e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:46.040499 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b75354d3-93e4-4de2-8344-cf4716423655 req-335a6240-37e0-4e18-8809-5f0cb7e09e3e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0608075 Jun 30 19:09:46.092390 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b75354d3-93e4-4de2-8344-cf4716423655 req-92a34521-efae-49b5-b9d1-17f392be3a63 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447998 Jun 30 19:09:46.227166 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b75354d3-93e4-4de2-8344-cf4716423655 req-1a3feaf6-8203-4f5e-93f1-1c77a8545beb service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259038 Jun 30 19:09:46.360287 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b75354d3-93e4-4de2-8344-cf4716423655 req-84118614-b8af-43f1-8522-ed6069c7928b service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257989 Jun 30 19:09:46.639795 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110400-3e76-4546-93b3-be5a5d5bc686 req-59cf384c-9360-47fa-9ac5-efc4b8fd4a7c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:46.641227 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7d110400-3e76-4546-93b3-be5a5d5bc686 req-59cf384c-9360-47fa-9ac5-efc4b8fd4a7c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 944 time: 0.0844047 Jun 30 19:09:46.688201 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7d110400-3e76-4546-93b3-be5a5d5bc686 req-a525fb49-7a38-4a23-8d4d-7d83b3c59ec7 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Jun 30 19:09:47.874380 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58f149-35e3-452e-b211-b8ecfa9fb932 req-3de00b72-2ba5-4f8e-a57a-29e7eaef2af1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:47.875907 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ae58f149-35e3-452e-b211-b8ecfa9fb932 req-3de00b72-2ba5-4f8e-a57a-29e7eaef2af1 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 944 time: 0.0836241 Jun 30 19:09:47.926904 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ae58f149-35e3-452e-b211-b8ecfa9fb932 req-500920b9-5c0f-4847-bc83-d14980a47022 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Jun 30 19:09:48.197202 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a753106f-1ef8-49bb-84b4-e416896a406c details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:09:48.334641 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a753106f-1ef8-49bb-84b4-e416896a406c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a753106f-1ef8-49bb-84b4-e416896a406c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:48.348593 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': 'a753106f-1ef8-49bb-84b4-e416896a406c', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'port_id': 'a753106f-1ef8-49bb-84b4-e416896a406c', 'mac_address': 'fa:16:3e:25:58:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29fed-3f69-4343-ab47-c3d4a292eeb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:09:48.406685 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:48.424853 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a753106f-1ef8-49bb-84b4-e416896a406c {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:09:48.442646 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a753106f-1ef8-49bb-84b4-e416896a406c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a753106f-1ef8-49bb-84b4-e416896a406c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:48.447531 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:48.449401 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-352a3b92-7466-4963-9f18-77b121528f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:48.516022 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a753106f-1ef8-49bb-84b4-e416896a406c,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:48.519201 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:48.795841 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['a753106f-1ef8-49bb-84b4-e416896a406c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:09:49.142499 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd12f3-883e-4b8d-962f-75eb5cf40054 req-9ea76518-48ad-430f-8acc-328ec6222a62 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:49.144306 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-41dd12f3-883e-4b8d-962f-75eb5cf40054 req-9ea76518-48ad-430f-8acc-328ec6222a62 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 945 time: 0.0993981 Jun 30 19:09:49.199091 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-41dd12f3-883e-4b8d-962f-75eb5cf40054 req-f64f71a2-f04c-4703-a458-20ba65220957 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478559 Jun 30 19:09:50.194968 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a753106f-1ef8-49bb-84b4-e416896a406c up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:09:50.266492 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port a753106f-1ef8-49bb-84b4-e416896a406c completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:09:50.271759 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port a753106f-1ef8-49bb-84b4-e416896a406c triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:09:50.272032 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:50.401630 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe4958-858e-407c-8dae-3ab8298261e8 req-8db7a558-e83a-4e5a-aac8-c004f977fa30 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:50.403221 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c5fe4958-858e-407c-8dae-3ab8298261e8 req-8db7a558-e83a-4e5a-aac8-c004f977fa30 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 945 time: 0.0962548 Jun 30 19:09:50.405830 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:50.440716 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a83196f-0f15-4866-974d-c34186156b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753106f-1ef8-49bb-84b4-e416896a406c'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:09:50.454809 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port a753106f-1ef8-49bb-84b4-e416896a406c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a753106f-1ef8-49bb-84b4-e416896a406c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:09:50.456650 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c5fe4958-858e-407c-8dae-3ab8298261e8 req-eafd391a-9d5c-4f00-a4a9-42ae42656b10 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Jun 30 19:09:50.459866 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:09:50.462276 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-f1ab8194-23d5-43a5-b7fd-2f3f02620e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:09:50.522556 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a83196f-0f15-4866-974d-c34186156b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753106f-1ef8-49bb-84b4-e416896a406c', 'code': 200} Jun 30 19:09:50.567608 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=a753106f-1ef8-49bb-84b4-e416896a406c,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:09:50.570824 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:09:50.772758 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29033a5e-6c17-4860-86b8-2120e697457a req-8621a4f3-f0ec-4dbd-891d-ee4c09a04a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:50.774155 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-29033a5e-6c17-4860-86b8-2120e697457a req-8621a4f3-f0ec-4dbd-891d-ee4c09a04a07 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 1099 time: 0.0702441 Jun 30 19:09:50.816946 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-29033a5e-6c17-4860-86b8-2120e697457a req-7620444c-b76c-4c05-a07e-0f006e1b1b34 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Jun 30 19:09:51.657081 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e4a5-8451-439e-8c5a-b7b9e5fce70c req-698588e0-98de-4ae0-8a6f-9b793dd8d508 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:51.658719 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9778e4a5-8451-439e-8c5a-b7b9e5fce70c req-698588e0-98de-4ae0-8a6f-9b793dd8d508 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 946 time: 0.0874045 Jun 30 19:09:51.713027 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9778e4a5-8451-439e-8c5a-b7b9e5fce70c req-e20f020b-e385-401c-bcbb-370905720a4b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Jun 30 19:09:52.944005 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab40be8-5eb4-47af-87f8-8be161591bd1 req-2e14a5a2-0635-4284-847b-ab1377a83c84 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:52.945590 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3ab40be8-5eb4-47af-87f8-8be161591bd1 req-2e14a5a2-0635-4284-847b-ab1377a83c84 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 946 time: 0.1181464 Jun 30 19:09:53.000121 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3ab40be8-5eb4-47af-87f8-8be161591bd1 req-92874259-90e2-44b7-8b4a-2ea7f774a8f8 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Jun 30 19:09:59.379635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-e190d781-7bb6-42e8-813e-c3d97e6db42c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:09:59.381020 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-e190d781-7bb6-42e8-813e-c3d97e6db42c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.1490262 Jun 30 19:09:59.396665 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-e219ade6-9db8-4d06-819e-ef0000c236be tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/quotas/162ef9361c4949909bb680f611739886 HTTP/1.1" status: 200 len: 375 time: 0.0099905 Jun 30 19:09:59.498869 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-4e84e6cc-6c90-4f9c-af0f-08655c33283a tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965691 Jun 30 19:09:59.637915 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-8394424e-04b6-4a28-8a8d-b34aa42425bb service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315012 Jun 30 19:09:59.773986 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-63153893-951f-4008-8c3a-17a15e3818a8 service neutron] 10.222.0.95 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292567 Jun 30 19:09:59.957630 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-c99ef433-e687-4516-96c1-38bcaee321fc req-d72fd723-8b4f-4915-b971-ed2db56b3efe tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 210 time: 0.0483012 Jun 30 19:10:01.132845 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9b39c02e-e521-4e8a-85a0-9b48154d9324 req-c22f3425-e71b-4e23-9030-9c8204124e29 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 210 time: 0.0454104 Jun 30 19:10:01.192050 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-db872d5d-d68b-423b-a123-0aa84050a543 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:01.193219 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-db872d5d-d68b-423b-a123-0aa84050a543 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 815 time: 0.1672027 Jun 30 19:10:01.213995 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Request body: {'port': {'device_id': '86ba5a24-7391-4b93-96df-e064922c0a57', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'admin_state_up': True, 'tenant_id': '162ef9361c4949909bb680f611739886'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:10:01.357676 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:01.362603 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Usage tracker for resource:port and tenant:162ef9361c4949909bb680f611739886 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:01.365783 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:01.371777 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:01.383657 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Made reservation on behalf of 162ef9361c4949909bb680f611739886 for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:10:01.387114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:01.562341 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Allocated IP 172.20.0.10 (ff2e350c-e44b-43cc-b876-c8c0fb7741f1/d0f29fed-3f69-4343-ab47-c3d4a292eeb0/3766d3dd-5da1-4900-9db7-451159365331) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:10:01.870917 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:01.901369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:01.907699 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-9a8c6e86-c905-430f-b8b3-5c5059e974c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:01.942551 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850', '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'a753106f-1ef8-49bb-84b4-e416896a406c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:10:01.976583 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:10:01.979726 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:10:01.983869 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:10:02.015124 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event updated for resources: {'Port': ['ID=3766d3dd-5da1-4900-9db7-451159365331,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:02.025680 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:02.052217 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:02.052850 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:02.074580 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-13724808-e65f-4529-9d90-a11751915fcf tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8655617 Jun 30 19:10:02.096331 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Request body: {'port': {'device_id': '86ba5a24-7391-4b93-96df-e064922c0a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:10:02.213148 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:02.431663 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:10:02.454354 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603225b-0aad-43e4-a0d5-2c80aa256f92 req-5d71683b-412e-4e4d-93f6-6af6d8087023 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:02.455837 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3603225b-0aad-43e4-a0d5-2c80aa256f92 req-5d71683b-412e-4e4d-93f6-6af6d8087023 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 932 time: 0.1995039 Jun 30 19:10:02.502667 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3603225b-0aad-43e4-a0d5-2c80aa256f92 req-4c926a0a-2322-46f8-8ad7-bcc68ab14748 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Jun 30 19:10:02.575058 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3766d3dd-5da1-4900-9db7-451159365331 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:10:02.582787 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:02.597065 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Transition to ACTIVE for port object 3766d3dd-5da1-4900-9db7-451159365331 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:10:02.600896 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:02.604475 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-925494ed-3d92-45c9-bc05-2e607962abce tempest-VolumesSnapshotTestJSON-2046435241 tempest-VolumesSnapshotTestJSON-2046435241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:02.742107 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3766d3dd-5da1-4900-9db7-451159365331,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:02.770398 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:02.852852 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Attempting to bind port 3766d3dd-5da1-4900-9db7-451159365331 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:10:02.853176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Attempting to bind port 3766d3dd-5da1-4900-9db7-451159365331 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:10:02.853506 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Attempting to bind port 3766d3dd-5da1-4900-9db7-451159365331 on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:10:02.859640 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Port 3766d3dd-5da1-4900-9db7-451159365331 on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:10:02.859964 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Attempting to bind port 3766d3dd-5da1-4900-9db7-451159365331 on network ff2e350c-e44b-43cc-b876-c8c0fb7741f1 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:10:02.865625 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:10:02.865960 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Checking segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:10:02.866389 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Bound using segment: {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:10:02.866791 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Bound port: 3766d3dd-5da1-4900-9db7-451159365331, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b319c508-8747-400c-8e55-a399fa7b9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:10:02.867238 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:02.967957 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] For port 3766d3dd-5da1-4900-9db7-451159365331, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:10:02.971771 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] For port 3766d3dd-5da1-4900-9db7-451159365331, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=3766d3dd-5da1-4900-9db7-451159365331,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:10:02.976517 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:02.980594 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d2226bcd-9ef5-4d0a-a1f5-cc3c8353951a tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:03.038235 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:03.039056 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:03.040288 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] 10.222.0.99 "PUT /v2.0/ports/3766d3dd-5da1-4900-9db7-451159365331 HTTP/1.1" status: 200 len: 1094 time: 0.9484453 Jun 30 19:10:03.043329 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ba5a24-7391-4b93-96df-e064922c0a57', 'tag': '3766d3dd-5da1-4900-9db7-451159365331'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:10:03.066631 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3766d3dd-5da1-4900-9db7-451159365331,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:03.069728 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c7205df2-ca76-4c14-86df-536b0af7c4e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:03.093364 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ba5a24-7391-4b93-96df-e064922c0a57', 'tag': '3766d3dd-5da1-4900-9db7-451159365331', 'status': 'completed', 'code': 200} Jun 30 19:10:03.191607 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-875f1f45-33fa-4680-8b0d-efeefe4d68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:03.193136 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-875f1f45-33fa-4680-8b0d-efeefe4d68e8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 1097 time: 0.0781691 Jun 30 19:10:03.279048 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-df3618a7-b6bd-4dc2-98ce-858384f67085 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3766d3dd-5da1-4900-9db7-451159365331 HTTP/1.1" status: 200 len: 217 time: 0.0638688 Jun 30 19:10:03.347235 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-2fd06d61-6405-4e71-9eeb-181fa86250bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:03.348697 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-2fd06d61-6405-4e71-9eeb-181fa86250bb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0635910 Jun 30 19:10:03.400348 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-d8a2b643-a4f6-467d-9fda-2785f65df34e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429711 Jun 30 19:10:03.543612 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-3e8aedcb-a9dd-442a-a9eb-b4da80ba0e8e service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317389 Jun 30 19:10:03.704586 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab3423-b22c-42a9-9138-e1fd2f51aeea req-52c3065a-843f-4cff-a93c-3f15e246fdbd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:03.706184 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-afab3423-b22c-42a9-9138-e1fd2f51aeea req-52c3065a-843f-4cff-a93c-3f15e246fdbd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 944 time: 0.0947039 Jun 30 19:10:03.757586 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-afab3423-b22c-42a9-9138-e1fd2f51aeea req-1cd96547-bdf1-4c3a-9c78-a6dc246a9897 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Jun 30 19:10:03.801455 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-702666bf-d8e6-4ab0-bde0-b59da1d5bdd4 req-d9c836cf-6b9c-444d-857e-e6faea9ba9c4 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502851 Jun 30 19:10:03.992284 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-c56e99e5-e037-48d0-8ee7-664dbe935e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:03.993697 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-c56e99e5-e037-48d0-8ee7-664dbe935e3c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 1097 time: 0.0786180 Jun 30 19:10:04.135697 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-6f51a84e-8686-462b-9833-6f59682135ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:04.137149 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-6f51a84e-8686-462b-9833-6f59682135ef service neutron] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 917 time: 0.1335616 Jun 30 19:10:04.212905 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-deb14d15-aebe-433f-ae8a-181303145f88 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3766d3dd-5da1-4900-9db7-451159365331 HTTP/1.1" status: 200 len: 217 time: 0.0685766 Jun 30 19:10:04.282089 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-6c47b7a9-a879-48e2-b0c8-e43fae63ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:04.283490 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-6c47b7a9-a879-48e2-b0c8-e43fae63ee9f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0634592 Jun 30 19:10:04.335944 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-3633bcef-1f52-4cdf-845e-0214c2e7a094 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407748 Jun 30 19:10:04.480073 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-be41f2a7-befd-4aeb-8444-e4f09b570219 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330149 Jun 30 19:10:04.621792 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-b6ae4205-0e96-4a9f-9141-dabbee3ce5d7 req-734e0ea6-1388-4978-88d4-3a29389a5712 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317093 Jun 30 19:10:04.964470 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0ab1d-6ead-4fbf-aed2-7a62ff4d6e5d req-bfdf6e64-31c6-447b-aec3-41df933c324e tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:04.965960 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3aa0ab1d-6ead-4fbf-aed2-7a62ff4d6e5d req-bfdf6e64-31c6-447b-aec3-41df933c324e tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 944 time: 0.0936821 Jun 30 19:10:05.017048 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3aa0ab1d-6ead-4fbf-aed2-7a62ff4d6e5d req-b85fe6ce-9c4d-4a3d-8eae-5318479e9f32 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Jun 30 19:10:05.918850 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-a3b43cd3-e208-4f4b-af14-6183a968cde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:06.217288 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fb3fa-15d8-4273-bbf2-61d59df019d0 req-6c9a4a1b-7bf3-41dd-8357-a95b9d137b1f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:06.219970 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-266fb3fa-15d8-4273-bbf2-61d59df019d0 req-6c9a4a1b-7bf3-41dd-8357-a95b9d137b1f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 944 time: 0.0912061 Jun 30 19:10:06.272535 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-266fb3fa-15d8-4273-bbf2-61d59df019d0 req-39851446-afc6-4947-9194-5e69cad1b261 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 Jun 30 19:10:06.489363 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:07.470943 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8809a1-2a7e-4e54-a256-e711c4d047c2 req-657289cf-f17b-4e64-98b3-f6e8130f4ab4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:07.472523 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ec8809a1-2a7e-4e54-a256-e711c4d047c2 req-657289cf-f17b-4e64-98b3-f6e8130f4ab4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 944 time: 0.0851011 Jun 30 19:10:07.523478 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ec8809a1-2a7e-4e54-a256-e711c4d047c2 req-be5c906d-3503-4f4d-aa50-f0ea41ce0fb4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Jun 30 19:10:08.286592 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 3766d3dd-5da1-4900-9db7-451159365331 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:10:08.471854 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 3766d3dd-5da1-4900-9db7-451159365331, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=3766d3dd-5da1-4900-9db7-451159365331,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:10:08.491181 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '3766d3dd-5da1-4900-9db7-451159365331', 'network_id': 'ff2e350c-e44b-43cc-b876-c8c0fb7741f1', 'port_id': '3766d3dd-5da1-4900-9db7-451159365331', 'mac_address': 'fa:16:3e:c2:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29fed-3f69-4343-ab47-c3d4a292eeb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:10:08.624414 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:08.643720 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3766d3dd-5da1-4900-9db7-451159365331 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:10:08.661507 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 3766d3dd-5da1-4900-9db7-451159365331, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=3766d3dd-5da1-4900-9db7-451159365331,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:10:08.666214 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:08.668016 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:08.740572 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=3766d3dd-5da1-4900-9db7-451159365331,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:08.743994 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:08.746504 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef3537-1dd9-4388-957b-20b0a439c283 req-1c1dc265-2f10-4c6a-aea4-bb8a53feb1a2 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:08.748087 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f1ef3537-1dd9-4388-957b-20b0a439c283 req-1c1dc265-2f10-4c6a-aea4-bb8a53feb1a2 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 945 time: 0.0981977 Jun 30 19:10:08.801480 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-f1ef3537-1dd9-4388-957b-20b0a439c283 req-d9a1d25e-3fe1-463e-8b48-fcc8ffa99a6e tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Jun 30 19:10:08.870789 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-a7b60d22-d957-45b3-8215-8f9a252e0377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:08.997497 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['3766d3dd-5da1-4900-9db7-451159365331'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:10:10.043460 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe75f3d-d642-4296-b064-65fc649d99d4 req-c06bb8a9-15f9-4103-88ed-6eeaacb1ad58 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:10.046411 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8fe75f3d-d642-4296-b064-65fc649d99d4 req-c06bb8a9-15f9-4103-88ed-6eeaacb1ad58 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 945 time: 0.1109452 Jun 30 19:10:10.095979 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-8fe75f3d-d642-4296-b064-65fc649d99d4 req-4c68c0e9-c900-4766-8d5a-c44855ed6bdc tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Jun 30 19:10:10.290426 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 3766d3dd-5da1-4900-9db7-451159365331 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:10:10.379162 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:10.385619 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 3766d3dd-5da1-4900-9db7-451159365331 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:10:10.392979 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 3766d3dd-5da1-4900-9db7-451159365331 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:10:10.393546 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:10.512997 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:10.542968 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ba5a24-7391-4b93-96df-e064922c0a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3766d3dd-5da1-4900-9db7-451159365331'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:10:10.553926 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 3766d3dd-5da1-4900-9db7-451159365331, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=3766d3dd-5da1-4900-9db7-451159365331,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:10:10.558960 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:10.560870 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:10.597341 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ba5a24-7391-4b93-96df-e064922c0a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3766d3dd-5da1-4900-9db7-451159365331', 'code': 200} Jun 30 19:10:10.631653 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=3766d3dd-5da1-4900-9db7-451159365331,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:10.634692 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:10.868257 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997a9d-d501-4c0d-b2e3-22e9bf1256e9 req-f2e2befc-1439-45d7-9628-ffc77ecaee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:10.869767 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e2997a9d-d501-4c0d-b2e3-22e9bf1256e9 req-f2e2befc-1439-45d7-9628-ffc77ecaee4c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 1099 time: 0.0725203 Jun 30 19:10:10.911526 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e2997a9d-d501-4c0d-b2e3-22e9bf1256e9 req-e9814d8f-4b88-40df-9ae5-770fc086ada8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342422 Jun 30 19:10:10.948777 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:11.296580 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7bfd5-0749-4c41-80d7-f914765a41fc req-7cc59d0b-82b4-4e7e-977c-15e1628d6a2c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:11.298091 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9c7bfd5-0749-4c41-80d7-f914765a41fc req-7cc59d0b-82b4-4e7e-977c-15e1628d6a2c tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 946 time: 0.0923810 Jun 30 19:10:11.351012 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a9c7bfd5-0749-4c41-80d7-f914765a41fc req-96a3ea91-f722-4bd5-814f-9704a66447d2 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471909 Jun 30 19:10:12.195482 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:12.546193 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd38036-e3c6-4e60-b804-014d1199962e req-c92a5523-66ea-4328-87e6-8453188ff25b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:12.547723 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5fd38036-e3c6-4e60-b804-014d1199962e req-c92a5523-66ea-4328-87e6-8453188ff25b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 946 time: 0.0854478 Jun 30 19:10:12.595773 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-5fd38036-e3c6-4e60-b804-014d1199962e req-624e3978-3e15-4702-aba8-11b5ed86e9c9 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Jun 30 19:10:16.260054 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-193a96a2-623c-48da-b36d-f916d7db19c8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785797 Jun 30 19:10:16.422544 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38da061-629e-43e2-b396-7609a28e74a4 req-d0c1c982-d92f-4b7e-b183-86cdeaa7144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:16.423944 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-d0c1c982-d92f-4b7e-b183-86cdeaa7144c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=162ef9361c4949909bb680f611739886&device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 1099 time: 0.0724745 Jun 30 19:10:16.584575 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38da061-629e-43e2-b396-7609a28e74a4 req-8b1c7879-27b5-44ec-987a-9693ce54a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:16.586063 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-8b1c7879-27b5-44ec-987a-9693ce54a789 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 200 len: 917 time: 0.1417933 Jun 30 19:10:16.660990 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-aea3cd20-45fb-42e9-a2df-f52a7738cbaa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850 HTTP/1.1" status: 200 len: 217 time: 0.0674505 Jun 30 19:10:16.727393 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38da061-629e-43e2-b396-7609a28e74a4 req-b7b0a605-0137-49c1-ac2c-bfd306ef8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:16.728769 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-b7b0a605-0137-49c1-ac2c-bfd306ef8bda service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 200 len: 855 time: 0.0604527 Jun 30 19:10:16.781919 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-a4fbbeb1-f2f4-40f9-8738-42dd500bdc6f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ff2e350c-e44b-43cc-b876-c8c0fb7741f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463045 Jun 30 19:10:16.920488 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-745e17be-ab97-4564-a741-0a664cb83f5d service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317184 Jun 30 19:10:17.183105 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-e38da061-629e-43e2-b396-7609a28e74a4 req-b13aae1d-b327-41e1-a30e-8a2a2cd01789 service neutron] 10.222.0.99 "GET /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512321 Jun 30 19:10:20.207562 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f87784-205d-4f03-94d8-ec9479e3e621 req-f364fed1-6d43-4d51-856e-8eb448b66779 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:20.209109 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-05f87784-205d-4f03-94d8-ec9479e3e621 req-f364fed1-6d43-4d51-856e-8eb448b66779 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 946 time: 0.0888522 Jun 30 19:10:20.255972 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-05f87784-205d-4f03-94d8-ec9479e3e621 req-9eaa2c0d-cb40-44cb-ab5b-25e314530369 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Jun 30 19:10:21.447728 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c96f4-ad68-4734-b6fc-7938c892c96e req-f60ba49a-b625-4cf3-896a-83d0199793d4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:21.449300 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-619c96f4-ad68-4734-b6fc-7938c892c96e req-f60ba49a-b625-4cf3-896a-83d0199793d4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 946 time: 0.0853190 Jun 30 19:10:21.504089 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-619c96f4-ad68-4734-b6fc-7938c892c96e req-2b4b6b60-812c-4c6b-8010-165ca32b2abe tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478847 Jun 30 19:10:22.132890 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-fae27f57-3dd1-47b1-bec2-7d15ec74c056 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:22.133645 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-fae27f57-3dd1-47b1-bec2-7d15ec74c056 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Synchronizing usage tracker for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:10:22.153250 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-fae27f57-3dd1-47b1-bec2-7d15ec74c056 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Unset dirty status for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:10:22.154611 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-fae27f57-3dd1-47b1-bec2-7d15ec74c056 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 946 time: 0.1136663 Jun 30 19:10:22.237225 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Deleting port 3766d3dd-5da1-4900-9db7-451159365331 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:10:22.237556 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:22.615624 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] For port 3766d3dd-5da1-4900-9db7-451159365331, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=3766d3dd-5da1-4900-9db7-451159365331,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:10:22.615995 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:22.702977 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bc710-40c1-4cdd-af8c-2b1d20e0fd5c req-6a3427a9-c922-4f5c-be6e-bfefec420ebe tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:22.704568 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4e6bc710-40c1-4cdd-af8c-2b1d20e0fd5c req-6a3427a9-c922-4f5c-be6e-bfefec420ebe tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=86ba5a24-7391-4b93-96df-e064922c0a57 HTTP/1.1" status: 200 len: 946 time: 0.0872436 Jun 30 19:10:22.750372 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Calling delete_port for 3766d3dd-5da1-4900-9db7-451159365331 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:10:22.754368 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-4e6bc710-40c1-4cdd-af8c-2b1d20e0fd5c req-62799ead-3ca6-4b82-bdb7-6788bbeff1d3 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Jun 30 19:10:22.905089 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:22.911700 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-90f3a333-5298-4564-81c9-48369df7055f tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:22.945269 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850', '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'a753106f-1ef8-49bb-84b4-e416896a406c', '3766d3dd-5da1-4900-9db7-451159365331'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:10:22.960493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event deleted for resources: {'Port': ['ID=3766d3dd-5da1-4900-9db7-451159365331,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:22.963589 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:23.040892 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] No DVR routers for this DVR port 3766d3dd-5da1-4900-9db7-451159365331 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:10:23.043442 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:23.047100 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ba5a24-7391-4b93-96df-e064922c0a57', 'name': 'network-vif-deleted', 'tag': '3766d3dd-5da1-4900-9db7-451159365331'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:10:23.063967 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-f72c7ed6-6625-4224-85bb-7d602040b839 req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "DELETE /v2.0/ports/3766d3dd-5da1-4900-9db7-451159365331 HTTP/1.1" status: 204 len: 173 time: 0.9032640 Jun 30 19:10:23.099571 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ba5a24-7391-4b93-96df-e064922c0a57', 'name': 'network-vif-deleted', 'tag': '3766d3dd-5da1-4900-9db7-451159365331', 'status': 'completed', 'code': 200} Jun 30 19:10:25.468829 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d930dd-8c32-4a2d-9263-1d7fe8425b42 req-f26d4e1c-1ea4-4c50-832c-46026170a089 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:25.470352 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-41d930dd-8c32-4a2d-9263-1d7fe8425b42 req-f26d4e1c-1ea4-4c50-832c-46026170a089 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 946 time: 0.0876787 Jun 30 19:10:25.518117 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-41d930dd-8c32-4a2d-9263-1d7fe8425b42 req-68db3112-ab98-4f20-851e-76878f5e48c6 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Jun 30 19:10:26.359012 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 3766d3dd-5da1-4900-9db7-451159365331 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:10:26.394150 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 3766d3dd-5da1-4900-9db7-451159365331 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:10:26.394521 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 3766d3dd-5da1-4900-9db7-451159365331 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:10:26.707744 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ddc5-b073-4341-8dab-8ad059a3f453 req-d0d7607a-6d36-4746-b988-b1c668236c3b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:26.709149 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1898ddc5-b073-4341-8dab-8ad059a3f453 req-d0d7607a-6d36-4746-b988-b1c668236c3b tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 946 time: 0.0810077 Jun 30 19:10:26.758764 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1898ddc5-b073-4341-8dab-8ad059a3f453 req-e09c5789-da0c-40d4-a964-2c5f1a95d264 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Jun 30 19:10:27.216701 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ad803-b048-4c2e-baf2-039dea0b058b req-44bdd4b8-40fa-4725-a64d-6ebb1c4d5806 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:27.218234 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-887ad803-b048-4c2e-baf2-039dea0b058b req-44bdd4b8-40fa-4725-a64d-6ebb1c4d5806 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Synchronizing usage tracker for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:10:27.237809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-887ad803-b048-4c2e-baf2-039dea0b058b req-44bdd4b8-40fa-4725-a64d-6ebb1c4d5806 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Unset dirty status for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:10:27.239558 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-887ad803-b048-4c2e-baf2-039dea0b058b req-44bdd4b8-40fa-4725-a64d-6ebb1c4d5806 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 946 time: 0.1052489 Jun 30 19:10:27.316155 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Deleting port a753106f-1ef8-49bb-84b4-e416896a406c {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:10:27.316492 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:27.573524 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] For port a753106f-1ef8-49bb-84b4-e416896a406c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=a753106f-1ef8-49bb-84b4-e416896a406c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:10:27.573887 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:27.698879 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Calling delete_port for a753106f-1ef8-49bb-84b4-e416896a406c owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:10:27.847825 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:27.854286 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2139398c-0a48-4469-bf1c-4dece5515439 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:27.885455 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850', '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'a753106f-1ef8-49bb-84b4-e416896a406c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:10:27.920912 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-a5f2633e-7e25-4d9f-b830-9dbeb30e4917 req-b02be2e5-81d0-4d52-b392-fbfe78f7b607 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a83196f-0f15-4866-974d-c34186156b6a HTTP/1.1" status: 200 len: 210 time: 0.0459638 Jun 30 19:10:27.993463 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event deleted for resources: {'Port': ['ID=a753106f-1ef8-49bb-84b4-e416896a406c,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:28.033308 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.033748 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.034046 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.034433 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.034792 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.035154 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.035496 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.035843 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.036193 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.036541 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.036897 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.037238 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:28.044934 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:28.081154 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] No DVR routers for this DVR port a753106f-1ef8-49bb-84b4-e416896a406c on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:10:28.083803 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:28.086458 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a83196f-0f15-4866-974d-c34186156b6a', 'name': 'network-vif-deleted', 'tag': 'a753106f-1ef8-49bb-84b4-e416896a406c'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:10:28.105712 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-887ad803-b048-4c2e-baf2-039dea0b058b req-352c6ee8-3030-4102-a522-3d9ffd2d1bfd tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "DELETE /v2.0/ports/a753106f-1ef8-49bb-84b4-e416896a406c HTTP/1.1" status: 204 len: 173 time: 0.8603776 Jun 30 19:10:28.148670 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a83196f-0f15-4866-974d-c34186156b6a', 'name': 'network-vif-deleted', 'tag': 'a753106f-1ef8-49bb-84b4-e416896a406c', 'status': 'completed', 'code': 200} Jun 30 19:10:29.521784 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c6f94-e94d-4d0b-8dea-b03fa3b5d363 req-771a1f6c-400a-4b33-839e-52b9c028d4f7 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:29.523237 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-045c6f94-e94d-4d0b-8dea-b03fa3b5d363 req-771a1f6c-400a-4b33-839e-52b9c028d4f7 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 945 time: 0.0825305 Jun 30 19:10:29.574152 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-045c6f94-e94d-4d0b-8dea-b03fa3b5d363 req-189ab2d8-25cc-490a-97e3-7bac930aa59e tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Jun 30 19:10:30.761786 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e69bc-3cfc-463a-b64c-9c33a343d25b req-21f27419-399c-4773-b822-94410c27cead tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:30.763284 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3a0e69bc-3cfc-463a-b64c-9c33a343d25b req-21f27419-399c-4773-b822-94410c27cead tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 945 time: 0.0812387 Jun 30 19:10:30.816551 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3a0e69bc-3cfc-463a-b64c-9c33a343d25b req-9da87ba2-25b6-40dc-9cfa-8511c8373121 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 Jun 30 19:10:30.938272 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-9cb72d33-400f-4591-a4af-b59e44c6ab63 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:30.938984 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-9cb72d33-400f-4591-a4af-b59e44c6ab63 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Synchronizing usage tracker for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:10:30.954476 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-9cb72d33-400f-4591-a4af-b59e44c6ab63 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Unset dirty status for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:10:30.955602 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-9cb72d33-400f-4591-a4af-b59e44c6ab63 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 945 time: 0.1019170 Jun 30 19:10:31.027060 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Deleting port 508cd218-29a7-4f7c-8da8-d65a06fd475c {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:10:31.027393 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:31.283159 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] For port 508cd218-29a7-4f7c-8da8-d65a06fd475c, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=508cd218-29a7-4f7c-8da8-d65a06fd475c,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:10:31.283413 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:31.410619 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Calling delete_port for 508cd218-29a7-4f7c-8da8-d65a06fd475c owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:10:31.564243 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:31.570564 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-829d1258-0611-4cad-ab3c-55b7d83897b2 tempest-AttachVolumeTestJSON-1284513527 tempest-AttachVolumeTestJSON-1284513527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:31.602046 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850', '508cd218-29a7-4f7c-8da8-d65a06fd475c'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:10:31.631856 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event deleted for resources: {'Port': ['ID=508cd218-29a7-4f7c-8da8-d65a06fd475c,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:31.638320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:31.743291 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] No DVR routers for this DVR port 508cd218-29a7-4f7c-8da8-d65a06fd475c on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:10:31.746704 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:31.751471 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'name': 'network-vif-deleted', 'tag': '508cd218-29a7-4f7c-8da8-d65a06fd475c'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:10:31.766734 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-a64c11d6-0c8e-4b4e-8771-9692ce80f2d5 req-eb3a6ad2-5ac6-4509-8d12-62c06779940d tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "DELETE /v2.0/ports/508cd218-29a7-4f7c-8da8-d65a06fd475c HTTP/1.1" status: 204 len: 173 time: 0.8060989 Jun 30 19:10:31.816753 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c963d6d-24db-493a-9e2f-7761fed50e6a', 'name': 'network-vif-deleted', 'tag': '508cd218-29a7-4f7c-8da8-d65a06fd475c', 'status': 'completed', 'code': 200} Jun 30 19:10:32.006569 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-1affb330-e8db-404e-8584-86de6a3f4490 req-a42c4862-473f-4919-b720-8a1d075b6ed6 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=0c963d6d-24db-493a-9e2f-7761fed50e6a HTTP/1.1" status: 200 len: 210 time: 0.0533381 Jun 30 19:10:32.409202 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a753106f-1ef8-49bb-84b4-e416896a406c no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:10:32.444752 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: a753106f-1ef8-49bb-84b4-e416896a406c {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:10:32.445112 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device a753106f-1ef8-49bb-84b4-e416896a406c not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:10:34.705831 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c05c8-5da0-4998-b1ac-b06e5bdab71c req-79cd3c83-4574-4c0b-b953-40a38325b3db tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:34.707398 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-363c05c8-5da0-4998-b1ac-b06e5bdab71c req-79cd3c83-4574-4c0b-b953-40a38325b3db tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 946 time: 0.0863695 Jun 30 19:10:34.756980 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-363c05c8-5da0-4998-b1ac-b06e5bdab71c req-e3044996-e7bd-46e2-8d41-5ccad87ad4d0 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Jun 30 19:10:35.921872 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf71a-3372-4ce8-abd6-f86df3f88fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:36.051990 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84202d1-6d5a-41ab-966b-1a167207c597 req-bb62edf2-41cb-451b-8bdb-d43e58e16dca tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:36.053488 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d84202d1-6d5a-41ab-966b-1a167207c597 req-bb62edf2-41cb-451b-8bdb-d43e58e16dca tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 946 time: 0.1817534 Jun 30 19:10:36.100641 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d84202d1-6d5a-41ab-966b-1a167207c597 req-9450f9db-73c2-477c-a79e-2af31761343f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/security-groups?id=c85cec5d-3c77-47f9-a4dd-c10592e3988c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jun 30 19:10:36.370491 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35400b5f-6801-4786-a1aa-3d39617db616 req-693c9e77-4ae0-4a79-9c9f-ad86949511d4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:36.371079 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-35400b5f-6801-4786-a1aa-3d39617db616 req-693c9e77-4ae0-4a79-9c9f-ad86949511d4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Synchronizing usage tracker for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:10:36.386911 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-35400b5f-6801-4786-a1aa-3d39617db616 req-693c9e77-4ae0-4a79-9c9f-ad86949511d4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Unset dirty status for tenant:162ef9361c4949909bb680f611739886 on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:10:36.387974 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-35400b5f-6801-4786-a1aa-3d39617db616 req-693c9e77-4ae0-4a79-9c9f-ad86949511d4 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 946 time: 0.0956538 Jun 30 19:10:36.419385 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 508cd218-29a7-4f7c-8da8-d65a06fd475c no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:10:36.456138 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 508cd218-29a7-4f7c-8da8-d65a06fd475c {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:10:36.456492 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 508cd218-29a7-4f7c-8da8-d65a06fd475c not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:10:36.460309 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Deleting port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:10:36.460654 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:36.492510 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:36.722519 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] For port 2aa3c350-2e2f-4bd8-9c3d-f83958508850, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=2aa3c350-2e2f-4bd8-9c3d-f83958508850,segment=NetworkSegment(b319c508-8747-400c-8e55-a399fa7b9fb5),segment_id=b319c508-8747-400c-8e55-a399fa7b9fb5)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:10:36.722764 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:36.853993 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Calling delete_port for 2aa3c350-2e2f-4bd8-9c3d-f83958508850 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:10:37.114918 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:37.121202 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-58b62e44-27a3-4bad-b8f2-741393290db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:37.153226 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['2aa3c350-2e2f-4bd8-9c3d-f83958508850'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:10:37.177347 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Pushing event deleted for resources: {'Port': ['ID=2aa3c350-2e2f-4bd8-9c3d-f83958508850,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:37.183347 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:37.297893 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] No DVR routers for this DVR port 2aa3c350-2e2f-4bd8-9c3d-f83958508850 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:10:37.301694 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:37.305170 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'name': 'network-vif-deleted', 'tag': '2aa3c350-2e2f-4bd8-9c3d-f83958508850'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:10:37.306637 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-be5d8a39-7e30-4b9a-8db0-cc1630863f54 req-73030cc5-8b79-437d-87c2-ef1a6a75ef13 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c43d3d4-8f99-4ab8-b611-5aa784da66cf HTTP/1.1" status: 200 len: 210 time: 0.0764897 Jun 30 19:10:37.332576 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-35400b5f-6801-4786-a1aa-3d39617db616 req-6ffb4068-34b0-4771-9300-bde909674c61 tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] 10.222.0.99 "DELETE /v2.0/ports/2aa3c350-2e2f-4bd8-9c3d-f83958508850 HTTP/1.1" status: 204 len: 173 time: 0.9394205 Jun 30 19:10:37.368955 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c43d3d4-8f99-4ab8-b611-5aa784da66cf', 'name': 'network-vif-deleted', 'tag': '2aa3c350-2e2f-4bd8-9c3d-f83958508850', 'status': 'completed', 'code': 200} Jun 30 19:10:38.428945 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44956) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:38.497175 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Deleting subnet d0f29fed-3f69-4343-ab47-c3d4a292eeb0 {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:10:38.501053 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:38.556114 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:38.614952 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:38.685222 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:38.689480 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d81024cc-0415-478a-a71b-d80b64f9b029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:38.729131 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f29fed-3f69-4343-ab47-c3d4a292eeb0,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:38.734072 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:38.735130 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:38.741680 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5f762bf6-c52d-4327-b8ac-ebabadb7f973 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d0f29fed-3f69-4343-ab47-c3d4a292eeb0 HTTP/1.1" status: 204 len: 168 time: 0.3115032 Jun 30 19:10:38.744297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44960) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:38.857837 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:38.864562 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-8393a95f-0fb2-4ce4-9a7f-7148af7407c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:38.994399 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.007973 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2e350c-e44b-43cc-b876-c8c0fb7741f1']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:10:39.021052 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b319c508-8747-400c-8e55-a399fa7b9fb5') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:10:39.021342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b319c508-8747-400c-8e55-a399fa7b9fb5') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:10:39.033592 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.051116 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.058026 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:10:39.058447 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:10:39.071741 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:10:39.151384 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.156156 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:39.170169 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.181219 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2e350c-e44b-43cc-b876-c8c0fb7741f1,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:39.184539 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:39.190540 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-efb69bc7-36a3-4a6e-830b-367edb6aa705 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ff2e350c-e44b-43cc-b876-c8c0fb7741f1 HTTP/1.1" status: 204 len: 168 time: 0.4452493 Jun 30 19:10:39.378464 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44966) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:39.430843 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-b9983210-24ef-4e93-9eed-e875c0566079 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=162ef9361c4949909bb680f611739886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511601 Jun 30 19:10:39.431801 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:10:39.433295 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 44970) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:39.497680 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.525813 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.582688 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.587127 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c88e25b5-dba6-4826-a1b9-8f0d7ac92687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:39.601290 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85cec5d-3c77-47f9-a4dd-c10592e3988c,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:39.604014 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:39.613762 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:39.615220 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c85cec5d-3c77-47f9-a4dd-c10592e3988c HTTP/1.1" status: 204 len: 168 time: 0.1809969 Jun 30 19:10:40.382779 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:40.472520 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 2aa3c350-2e2f-4bd8-9c3d-f83958508850 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:10:40.536866 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 2aa3c350-2e2f-4bd8-9c3d-f83958508850 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:10:40.537445 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 2aa3c350-2e2f-4bd8-9c3d-f83958508850 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:10:40.964667 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.107775 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45022) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:41.224209 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.239698 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:41.243934 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Usage tracker for resource:security_group_rule and tenant:650f1ff6f29448998ef91009a5268a8c is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:41.246949 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:41.252792 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:41.345432 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.350542 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.359203 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-de0363a2-44a0-4a48-8519-312883c356e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:41.403821 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=650f1ff6f29448998ef91009a5268a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943311 Jun 30 19:10:41.405337 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520ef0c5-f7cd-4c67-b2e6-75ceadea3a89,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:41.407277 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45028) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:41.412935 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.413321 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.413699 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.414070 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.414462 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.414829 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.415192 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.415555 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.415918 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.416276 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.416635 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.416993 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:10:41.421814 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-8f1a95fd-6bc1-48a9-8628-fda0dd1569a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:41.472057 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae8c3-adcd-40cc-8795-41a1ed36edd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.498791 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae8c3-adcd-40cc-8795-41a1ed36edd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.551504 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae8c3-adcd-40cc-8795-41a1ed36edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.555227 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-fb329ca0-2dc4-4e54-8ade-01a643600e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:41.567433 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ae8c3-adcd-40cc-8795-41a1ed36edd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520ef0c5-f7cd-4c67-b2e6-75ceadea3a89,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:41.571029 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-7f5ae8c3-adcd-40cc-8795-41a1ed36edd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:41.574431 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae8c3-adcd-40cc-8795-41a1ed36edd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:41.575554 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-7f5ae8c3-adcd-40cc-8795-41a1ed36edd7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/520ef0c5-f7cd-4c67-b2e6-75ceadea3a89 HTTP/1.1" status: 204 len: 168 time: 0.1670513 Jun 30 19:10:42.188252 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.340963 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45076) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:43.490939 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.507729 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:43.511603 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Usage tracker for resource:security_group_rule and tenant:d501258e09564b64970cc2e2a5b3cd10 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:43.515780 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:43.521646 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:43.610272 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.614561 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.621705 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-21629e4e-16af-4381-9ef1-16546275344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:43.672099 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4adfc2c-20fa-4521-a87c-90c8fc26f254,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:43.675791 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:43.678427 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d501258e09564b64970cc2e2a5b3cd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364010 Jun 30 19:10:43.681358 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45082) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:43.752413 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.781071 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.848383 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.853003 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cdf9ad4e-ff29-4968-89b4-cd938f55db16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:43.868662 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4adfc2c-20fa-4521-a87c-90c8fc26f254,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:43.871467 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:43.882755 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:43.884558 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d4adfc2c-20fa-4521-a87c-90c8fc26f254 HTTP/1.1" status: 204 len: 168 time: 0.2012854 Jun 30 19:10:44.327861 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45090) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:44.348459 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:44.365099 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:44.369346 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Usage tracker for resource:security_group_rule and tenant:ab59533ff76e494c8870ec9a4e61642b is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:44.372450 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:44.378899 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:44.476639 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:44.480896 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:44.495051 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:44.548040 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67606899-5ada-4859-a62a-862d993b12ce,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:44.552888 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ab59533ff76e494c8870ec9a4e61642b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239256 Jun 30 19:10:44.554626 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:44.555067 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45094) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:44.628457 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:44.657415 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:44.716390 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:44.725518 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-42e98599-8dea-4dd6-a171-9a2ef3a0c386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:44.749583 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67606899-5ada-4859-a62a-862d993b12ce,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:44.755239 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:44.757312 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:44.759277 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/67606899-5ada-4859-a62a-862d993b12ce HTTP/1.1" status: 204 len: 168 time: 0.2029819 Jun 30 19:10:51.121118 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45194) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:51.292899 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:51.310655 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:51.315848 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a46432669c4ba7a786e0346c7079f9 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:51.319459 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:51.325984 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:51.435634 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:51.440925 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:51.450540 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-00d3a768-b7d1-4ed0-813d-cbc5ace67f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:51.504705 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d1a46432669c4ba7a786e0346c7079f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819888 Jun 30 19:10:51.506510 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac787792-1e09-4315-a6c0-812ca04bda44,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:51.507493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45200) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:51.509898 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:51.572097 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:51.607479 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:51.680785 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:51.684987 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-a89a3519-30d8-48b8-9abf-ac1764e0fa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:51.700976 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac787792-1e09-4315-a6c0-812ca04bda44,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:51.704939 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:51.715807 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:51.720414 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ac787792-1e09-4315-a6c0-812ca04bda44 HTTP/1.1" status: 204 len: 168 time: 0.2084372 Jun 30 19:10:52.049405 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45208) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:52.068801 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.086371 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:52.091301 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Usage tracker for resource:security_group_rule and tenant:580063cc769f4da9b860079f3c1e6f49 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:52.095138 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:52.101207 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:52.208413 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.215289 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.224514 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-2f8bc610-7780-4d5f-b2aa-8d565275a490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:52.272173 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=580063cc769f4da9b860079f3c1e6f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214229 Jun 30 19:10:52.272878 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d8f0db-557d-436d-a5ef-7514b589f341,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:52.275169 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45212) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:52.276032 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-9b4aab9d-4089-4cd4-a982-c093a838f18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:52.374463 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.405489 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.477185 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.485909 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-fdd4a292-8bc8-468e-987b-f6afcf12fb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:52.499061 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d8f0db-557d-436d-a5ef-7514b589f341,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:52.503825 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:52.507035 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.508816 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80d8f0db-557d-436d-a5ef-7514b589f341 HTTP/1.1" status: 204 len: 168 time: 0.2322021 Jun 30 19:10:52.930623 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45220) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:52.952776 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:52.969124 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:52.974071 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Usage tracker for resource:security_group_rule and tenant:79d6d8d4c6524d85a2745d9287c76cf3 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:52.977262 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:52.984109 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:53.086902 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:53.092624 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:53.101044 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-abff4e8f-7b9a-47ee-9af6-87150cbcd8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:53.147335 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=79d6d8d4c6524d85a2745d9287c76cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155690 Jun 30 19:10:53.148141 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2cbcbb-7203-40c2-8042-6f02973d1ff3,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:53.150563 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45224) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:53.153309 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-415bfab5-3dc4-4a4e-a03b-18adb4d4a095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:53.218760 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-965e23d5-e4d9-4930-9fb5-4b5970af6768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:53.252564 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-965e23d5-e4d9-4930-9fb5-4b5970af6768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:53.320121 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-965e23d5-e4d9-4930-9fb5-4b5970af6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:53.324828 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-bf0fe0c6-148c-4c78-bbe9-129be58c51d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:53.341655 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e23d5-e4d9-4930-9fb5-4b5970af6768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2cbcbb-7203-40c2-8042-6f02973d1ff3,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:53.346640 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-965e23d5-e4d9-4930-9fb5-4b5970af6768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:53.356481 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-965e23d5-e4d9-4930-9fb5-4b5970af6768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:53.360788 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-965e23d5-e4d9-4930-9fb5-4b5970af6768 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/aa2cbcbb-7203-40c2-8042-6f02973d1ff3 HTTP/1.1" status: 204 len: 168 time: 0.2062085 Jun 30 19:10:56.488285 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45296) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:56.683147 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:56.707313 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:56.712803 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Usage tracker for resource:security_group_rule and tenant:73534e03ac5845349477158b0da19e1c is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:56.716281 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:56.725017 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:56.839443 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:56.845802 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:56.854037 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-cd4b4da9-c3dd-4c87-8b19-021ba49c301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:56.898649 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=73534e03ac5845349477158b0da19e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084342 Jun 30 19:10:56.899280 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e3755e-3518-4737-a4ed-018f0ef98432,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:56.901177 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45302) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:56.902364 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-b829929e-ea9e-482f-9999-49a91f725b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:56.985926 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3aa786b-d51c-45a4-bc9b-12316440a21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.018517 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3aa786b-d51c-45a4-bc9b-12316440a21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.085013 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3aa786b-d51c-45a4-bc9b-12316440a21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.090416 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8ea0f228-0aa8-40b7-9001-38c30d66038d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:57.102980 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa786b-d51c-45a4-bc9b-12316440a21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e3755e-3518-4737-a4ed-018f0ef98432,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:57.106858 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-f3aa786b-d51c-45a4-bc9b-12316440a21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:57.111685 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f3aa786b-d51c-45a4-bc9b-12316440a21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.113028 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-f3aa786b-d51c-45a4-bc9b-12316440a21b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c3e3755e-3518-4737-a4ed-018f0ef98432 HTTP/1.1" status: 204 len: 168 time: 0.2106946 Jun 30 19:10:57.525496 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45310) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:57.558336 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.575344 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:57.581828 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcf821af25644d3b3239bf303168435 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:57.586099 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:57.594462 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:57.726817 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.733122 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.741640 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-72866944-f486-4294-acc8-670ffbd3d8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:57.793282 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0dcf821af25644d3b3239bf303168435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663391 Jun 30 19:10:57.794465 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48958b0b-5000-472a-91e7-66939687d84e,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:57.797037 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45314) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:57.798929 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-88542993-ab1e-4ecd-b683-4a0d06c83c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:57.878493 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f306145b-c3ab-49fe-b329-da4a5acb6a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.907415 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f306145b-c3ab-49fe-b329-da4a5acb6a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.973608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f306145b-c3ab-49fe-b329-da4a5acb6a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:57.979035 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-8f80b493-eb76-4502-ab61-806a1e0405b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:57.996525 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306145b-c3ab-49fe-b329-da4a5acb6a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48958b0b-5000-472a-91e7-66939687d84e,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:58.002050 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-f306145b-c3ab-49fe-b329-da4a5acb6a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:58.008944 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-f306145b-c3ab-49fe-b329-da4a5acb6a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:58.010247 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-f306145b-c3ab-49fe-b329-da4a5acb6a70 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/48958b0b-5000-472a-91e7-66939687d84e HTTP/1.1" status: 204 len: 168 time: 0.2117875 Jun 30 19:10:59.047365 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45338) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:59.158292 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-292143973-network', 'tenant_id': '93ba57084dec482794470e4363f2023a'}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:10:59.163436 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:59.167655 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Usage tracker for resource:network and tenant:93ba57084dec482794470e4363f2023a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:59.170822 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:59.178094 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:59.188602 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Made reservation on behalf of 93ba57084dec482794470e4363f2023a for: {'network': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:10:59.190924 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.204599 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.221229 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:59.225270 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:93ba57084dec482794470e4363f2023a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:59.228222 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:59.235249 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:59.323086 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.327326 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.330566 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3f73a4d6-1aab-4f1f-8129-fca1d21fff02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:59.361624 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=78661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:10:59.370632 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175bad5e-30ed-48a1-bf27-b4a68f4b5b84,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:59.374420 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:59.377360 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.377794 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.db.segments_db [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Added segment 2a9ad42f-d5f1-416f-a5a2-467cebeff1f0 of type vlan for network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 Jun 30 19:10:59.405185 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.435879 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.437213 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:59.437809 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.441240 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:59.554105 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=b5be1adb-b243-4a58-a5ca-b9ceea1eeea0,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:59.558964 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:59.565948 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:10:59.574161 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3ef179e1-a6da-42ea-aa9a-b5154b393ab5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5255444 Jun 30 19:10:59.577660 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45344) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:10:59.583598 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.v2.base [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Request body: {'subnet': {'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-292143973-subnet', 'tenant_id': '93ba57084dec482794470e4363f2023a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:10:59.588424 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:10:59.593111 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Usage tracker for resource:subnet and tenant:93ba57084dec482794470e4363f2023a is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:10:59.595923 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:10:59.601796 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:10:59.615121 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Made reservation on behalf of 93ba57084dec482794470e4363f2023a for: {'subnet': 1} {{(pid=78661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:10:59.617556 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14900722'] for subnet, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.842346 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15670128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14900708'] for subnet, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.846985 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:10:59.921261 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4204fb1-8136-46fd-b69b-2acbd5ee0313,revision_number=0']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:10:59.924202 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:10:59.932309 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Checking segment: {'id': '2a9ad42f-d5f1-416f-a5a2-467cebeff1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:10:59.932668 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Network hostable DHCP agents. Network: b5be1adb-b243-4a58-a5ca-b9ceea1eeea0, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:10:59.953600 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:10:59.964777 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.scheduler.base_scheduler [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, b5be1adb-b243-4a58-a5ca-b9ceea1eeea0) {{(pid=78661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:10:59.969860 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:10:59.970682 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for subnet, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:10:59.978329 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996f93c-c972-4327-acb0-7df202c9689c None None] Network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:10:59.998786 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-203475d4-6683-4d6c-822a-1aacccb82082 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4190445 Jun 30 19:11:00.243635 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f96486-fc1f-4f85-baa7-745dacb28eac None None] Network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:11:00.629142 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45362) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:00.636535 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134202918-network', 'tenant_id': '00ff55dbfa2246c4bce8883c1d98ee8a'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:11:00.642353 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:11:00.646429 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Usage tracker for resource:network and tenant:00ff55dbfa2246c4bce8883c1d98ee8a is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:11:00.649315 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:11:00.655389 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:11:00.666814 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Made reservation on behalf of 00ff55dbfa2246c4bce8883c1d98ee8a for: {'network': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:11:00.669936 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for network, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.684333 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.701168 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:11:00.714249 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Usage tracker for resource:security_group_rule and tenant:00ff55dbfa2246c4bce8883c1d98ee8a is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:11:00.717725 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:11:00.724036 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:11:00.831950 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.838101 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.841346 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-2cc7d5da-a8ec-4877-b778-59640428724c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:00.874905 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=78660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 19:11:00.884134 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e2367f-f6ed-4a01-921e-89c5f3350fc0,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:00.887904 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:00.894320 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.895114 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.db.segments_db [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Added segment 80b2d57f-e5ea-4de6-a076-c8c3df25e8b8 of type vlan for network 573c1ec2-1133-4732-93d3-1aca0d8484df Jun 30 19:11:00.925740 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781623102594'] for network, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.967361 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625'] for network, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.968625 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:00.969210 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:00.973176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-95042210-a8a9-4fc3-9d65-e4e9b30b0210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:01.169608 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Pushing event updated for resources: {'Network': ['ID=573c1ec2-1133-4732-93d3-1aca0d8484df,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:01.177713 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5434866 Jun 30 19:11:01.177713 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-14128531-3daa-4d82-b65e-b3e3496ef807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:01.178361 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45366) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:01.183456 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Network 573c1ec2-1133-4732-93d3-1aca0d8484df details requested by agent ovs-agent-dv-cinder-798879-1-smb with host dv-cinder-798879-1-smb {{(pid=78662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 19:11:01.194902 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Request body: {'subnet': {'network_id': '573c1ec2-1133-4732-93d3-1aca0d8484df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134202918-subnet', 'tenant_id': '00ff55dbfa2246c4bce8883c1d98ee8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:11:01.200213 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:11:01.204620 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Usage tracker for resource:subnet and tenant:00ff55dbfa2246c4bce8883c1d98ee8a is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:11:01.207807 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:11:01.217692 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:11:01.237176 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Made reservation on behalf of 00ff55dbfa2246c4bce8883c1d98ee8a for: {'subnet': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:11:01.240195 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16601772'] for subnet, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:01.501186 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15193707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16601786'] for subnet, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:01.505450 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:01.580057 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d43ef3-4203-4a58-9917-6b1a36b57b81,revision_number=0']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:01.583653 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:01.590781 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Checking segment: {'id': '80b2d57f-e5ea-4de6-a076-c8c3df25e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '573c1ec2-1133-4732-93d3-1aca0d8484df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:11:01.591349 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Network hostable DHCP agents. Network: 573c1ec2-1133-4732-93d3-1aca0d8484df, hostable agents: ['903dda40-897f-472a-8f39-3c7633f54d1e'], hosted agents: [] {{(pid=78660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 19:11:01.617875 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Network 573c1ec2-1133-4732-93d3-1aca0d8484df is scheduled to be hosted by DHCP agent 903dda40-897f-472a-8f39-3c7633f54d1e with binding_index 1 {{(pid=78660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 19:11:01.633286 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798879-1-smb, 573c1ec2-1133-4732-93d3-1aca0d8484df) {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:11:01.640069 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:01.641113 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:01.647219 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210050ca-784e-48f9-aacf-9905c57537ec None None] Network 573c1ec2-1133-4732-93d3-1aca0d8484df requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:11:01.675126 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-37cb729a-d26a-4dcc-a689-f28e57257ccd admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4951637 Jun 30 19:11:01.986241 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c43eb6-8ab7-40be-a990-e76b2405f087 None None] Network 573c1ec2-1133-4732-93d3-1aca0d8484df requested from dv-cinder-798879-1-smb {{(pid=78662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 19:11:02.440962 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa62b-8106-4a27-833f-96d1a911c64a req-2b9b05e7-d9ff-4d0d-be6c-413772c1cbbe tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:02.441592 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-409aa62b-8106-4a27-833f-96d1a911c64a req-2b9b05e7-d9ff-4d0d-be6c-413772c1cbbe tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Synchronizing usage tracker for tenant:93ba57084dec482794470e4363f2023a on resource:network {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:11:02.461968 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-409aa62b-8106-4a27-833f-96d1a911c64a req-2b9b05e7-d9ff-4d0d-be6c-413772c1cbbe tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Unset dirty status for tenant:93ba57084dec482794470e4363f2023a on resource:network {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:11:02.463613 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-2b9b05e7-d9ff-4d0d-be6c-413772c1cbbe tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/networks?id=b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 HTTP/1.1" status: 200 len: 808 time: 0.1801033 Jun 30 19:11:02.480943 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-c801ba93-15f1-416d-9797-71f619fb5042 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/quotas/93ba57084dec482794470e4363f2023a HTTP/1.1" status: 200 len: 375 time: 0.0107708 Jun 30 19:11:02.533855 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-d1d68787-4958-40e0-9796-e792456779a9 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=93ba57084dec482794470e4363f2023a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459127 Jun 30 19:11:02.718838 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-8e9e0716-8c46-4949-ad45-72980e698800 service neutron] 10.222.0.95 "GET /v2.0/networks/b5be1adb-b243-4a58-a5ca-b9ceea1eeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772861 Jun 30 19:11:02.892281 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-b5aa0fb7-4236-4e83-8dba-97c955e6c3a9 service neutron] 10.222.0.95 "GET /v2.0/networks/b5be1adb-b243-4a58-a5ca-b9ceea1eeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662354 Jun 30 19:11:03.116528 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-ac200100-16e2-4256-8b38-098949649a15 req-b31a1d8f-cfaf-4e85-81b7-3e234f62342c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 210 time: 0.0529089 Jun 30 19:11:04.365968 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0b65b5e1-d324-4949-a6d3-294f9f5b6bab req-ad8a7ff5-a3c6-403c-a165-f689a51e9d2f tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 210 time: 0.0812008 Jun 30 19:11:04.525249 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa62b-8106-4a27-833f-96d1a911c64a req-c34ec4fa-81e8-44a5-b3bd-242d12c6671f tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:04.528522 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-c34ec4fa-81e8-44a5-b3bd-242d12c6671f tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.99 "GET /v2.0/networks?id=b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 HTTP/1.1" status: 200 len: 808 time: 0.2779691 Jun 30 19:11:04.552979 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Request body: {'port': {'device_id': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0', 'admin_state_up': True, 'tenant_id': '93ba57084dec482794470e4363f2023a'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:11:04.723369 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:11:04.730647 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Usage tracker for resource:port and tenant:93ba57084dec482794470e4363f2023a is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:11:04.736531 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:11:04.747187 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:11:04.764258 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Made reservation on behalf of 93ba57084dec482794470e4363f2023a for: {'port': 1} {{(pid=78660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 19:11:04.770544 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:04.984322 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_common [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Allocated IP 172.20.0.7 (b5be1adb-b243-4a58-a5ca-b9ceea1eeea0/f4204fb1-8136-46fd-b69b-2acbd5ee0313/09464722-54f9-4ff7-a52c-2d5559f24b00) {{(pid=78660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 19:11:05.290250 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks [] for port, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:05.335694 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781623113732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:05.342356 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-64d7e3be-dac5-4b60-9f68-ef264793ffe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:05.436753 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 is already hosted by enough agents. {{(pid=78660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 19:11:05.441284 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.scheduler.base_scheduler [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Resources bound (agent type, host, resource id): {{(pid=78660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 19:11:05.447687 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Received port after_create {{(pid=78660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 30 19:11:05.492767 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Pushing event updated for resources: {'Port': ['ID=09464722-54f9-4ff7-a52c-2d5559f24b00,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:05.510454 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:05.552684 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:05.553550 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:05.585089 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401940 Jun 30 19:11:05.603185 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.v2.base [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Request body: {'port': {'device_id': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79887'}} {{(pid=78660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 19:11:05.677082 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb592de-7ac6-4bbb-896b-d320813624fb req-7e7fe066-619a-4888-b790-ab6cf4d83f23 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:05.679095 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3bb592de-7ac6-4bbb-896b-d320813624fb req-7e7fe066-619a-4888-b790-ab6cf4d83f23 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 931 time: 0.1367981 Jun 30 19:11:05.775134 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:05.887578 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-3bb592de-7ac6-4bbb-896b-d320813624fb req-659718a2-b49f-41f6-9f6f-b50e052226f0 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Synchronizing usage tracker for tenant:93ba57084dec482794470e4363f2023a on resource:security_group {{(pid=78661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:11:05.919432 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [req-3bb592de-7ac6-4bbb-896b-d320813624fb req-659718a2-b49f-41f6-9f6f-b50e052226f0 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Unset dirty status for tenant:93ba57084dec482794470e4363f2023a on resource:security_group {{(pid=78661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:11:05.922437 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-3bb592de-7ac6-4bbb-896b-d320813624fb req-659718a2-b49f-41f6-9f6f-b50e052226f0 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323694 Jun 30 19:11:05.942277 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-07018d22-853a-4cd1-9f2c-81d600955fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:06.303818 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09464722-54f9-4ff7-a52c-2d5559f24b00 {{(pid=78660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:11:06.318733 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:06.348082 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.provisioning_blocks [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Transition to ACTIVE for port object 09464722-54f9-4ff7-a52c-2d5559f24b00 will not be triggered until provisioned by entity L2. {{(pid=78660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 19:11:06.354376 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:06.363134 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-c81ce7e0-eb5c-421a-936a-4a7beb3bc9a8 tempest-TestMinimumBasicScenario-599977568 tempest-TestMinimumBasicScenario-599977568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:06.512809 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:06.733894 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Pushing event updated for resources: {'Port': ['ID=09464722-54f9-4ff7-a52c-2d5559f24b00,revision_number=2']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:06.737034 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:06.819565 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Attempting to bind port 09464722-54f9-4ff7-a52c-2d5559f24b00 on host hv-cinder-79887 for vnic_type normal with profile {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 19:11:06.820103 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Attempting to bind port 09464722-54f9-4ff7-a52c-2d5559f24b00 by drivers openvswitch,hyperv on host hv-cinder-79887 at level 0 using segments [{'id': '2a9ad42f-d5f1-416f-a5a2-467cebeff1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0'}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 19:11:06.820655 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Attempting to bind port 09464722-54f9-4ff7-a52c-2d5559f24b00 on network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:11:06.827872 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Port 09464722-54f9-4ff7-a52c-2d5559f24b00 on network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79887 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 19:11:06.828281 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Attempting to bind port 09464722-54f9-4ff7-a52c-2d5559f24b00 on network b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 19:11:06.835804 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Checking agent: {'id': 'bf6b31d1-a6ee-4407-be3e-44c95350ce9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79887', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'started_at': datetime.datetime(2021, 6, 30, 18, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 19:11:06.836143 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Checking segment: {'id': '2a9ad42f-d5f1-416f-a5a2-467cebeff1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 19:11:06.836577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Bound using segment: {'id': '2a9ad42f-d5f1-416f-a5a2-467cebeff1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0'} {{(pid=78660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 19:11:06.837052 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.managers [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Bound port: 09464722-54f9-4ff7-a52c-2d5559f24b00, host: hv-cinder-79887, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9ad42f-d5f1-416f-a5a2-467cebeff1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0'}}] {{(pid=78660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 19:11:06.837475 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:06.953278 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] For port 09464722-54f9-4ff7-a52c-2d5559f24b00, host hv-cinder-79887, cleared binding levels {{(pid=78660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 19:11:06.958866 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] For port 09464722-54f9-4ff7-a52c-2d5559f24b00, host hv-cinder-79887, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=09464722-54f9-4ff7-a52c-2d5559f24b00,segment=NetworkSegment(2a9ad42f-d5f1-416f-a5a2-467cebeff1f0),segment_id=2a9ad42f-d5f1-416f-a5a2-467cebeff1f0)] {{(pid=78660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 19:11:06.967663 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15165906'] for port, after_update {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:06.976039 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-e45ace88-5c6d-40b5-9003-a3a2127c6307 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:07.083342 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:07.084056 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:07.085565 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] 10.222.0.99 "PUT /v2.0/ports/09464722-54f9-4ff7-a52c-2d5559f24b00 HTTP/1.1" status: 200 len: 1093 time: 1.4872816 Jun 30 19:11:07.086196 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'tag': '09464722-54f9-4ff7-a52c-2d5559f24b00'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:11:07.118870 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Pushing event updated for resources: {'Port': ['ID=09464722-54f9-4ff7-a52c-2d5559f24b00,revision_number=3']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:07.126391 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-844541f4-a89b-4847-9cb2-52379897cda1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:07.187267 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be672-8039-42d2-8685-6a655e124e16 req-c8c6e896-6b4b-4e3b-930b-d3220988eed9 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:07.190721 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d70be672-8039-42d2-8685-6a655e124e16 req-c8c6e896-6b4b-4e3b-930b-d3220988eed9 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 943 time: 0.1205943 Jun 30 19:11:07.200478 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'tag': '09464722-54f9-4ff7-a52c-2d5559f24b00', 'status': 'completed', 'code': 200} Jun 30 19:11:07.257648 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e8f1478c-1e4a-403e-8eb7-0d0cf2493589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:07.260090 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-e8f1478c-1e4a-403e-8eb7-0d0cf2493589 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=93ba57084dec482794470e4363f2023a&device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 1096 time: 0.1074994 Jun 30 19:11:07.263136 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-d70be672-8039-42d2-8685-6a655e124e16 req-45f7245c-b80b-42f6-9ac7-53225ad83325 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673511 Jun 30 19:11:07.344672 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-c3ef4d01-a2c0-4673-acf3-eb1ee8d90230 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09464722-54f9-4ff7-a52c-2d5559f24b00 HTTP/1.1" status: 200 len: 217 time: 0.0705054 Jun 30 19:11:07.433126 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa62b-8106-4a27-833f-96d1a911c64a req-f2c3df5f-3fff-4b07-be5c-6c67d4e27ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:07.435815 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-f2c3df5f-3fff-4b07-be5c-6c67d4e27ba3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f4204fb1-8136-46fd-b69b-2acbd5ee0313 HTTP/1.1" status: 200 len: 848 time: 0.0842566 Jun 30 19:11:07.509289 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-71200c0f-4c49-45ff-a60f-ff3b03ef51b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b5be1adb-b243-4a58-a5ca-b9ceea1eeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670710 Jun 30 19:11:07.683593 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-b3bb75e8-10c5-46dd-bda3-9b82bca07840 service neutron] 10.222.0.99 "GET /v2.0/networks/b5be1adb-b243-4a58-a5ca-b9ceea1eeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679852 Jun 30 19:11:07.848468 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-409aa62b-8106-4a27-833f-96d1a911c64a req-80bf0b6a-8d1e-4b81-b67a-53c70f1a21b5 service neutron] 10.222.0.99 "GET /v2.0/networks/b5be1adb-b243-4a58-a5ca-b9ceea1eeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577973 Jun 30 19:11:08.036437 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-7810e70d-3fcc-44a4-971d-1df16572f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:08.037947 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-7810e70d-3fcc-44a4-971d-1df16572f2ac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=93ba57084dec482794470e4363f2023a&device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 1096 time: 0.1028759 Jun 30 19:11:08.191401 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-4735a0b0-590d-4289-8f5c-e673c8a0c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:08.192789 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-4735a0b0-590d-4289-8f5c-e673c8a0c080 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 HTTP/1.1" status: 200 len: 910 time: 0.1480446 Jun 30 19:11:08.268326 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-284c4fb3-2e9d-4774-ac30-527ec41e9db5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09464722-54f9-4ff7-a52c-2d5559f24b00 HTTP/1.1" status: 200 len: 217 time: 0.0671966 Jun 30 19:11:08.345578 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-f4020b75-f676-4665-ac6c-0d011eab00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:08.347377 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-f4020b75-f676-4665-ac6c-0d011eab00e7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f4204fb1-8136-46fd-b69b-2acbd5ee0313 HTTP/1.1" status: 200 len: 848 time: 0.0718033 Jun 30 19:11:08.400551 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-e373b9c3-cfdd-4ca6-96dd-4788e9c87623 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b5be1adb-b243-4a58-a5ca-b9ceea1eeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454180 Jun 30 19:11:08.544325 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465dc0-7298-4edd-bf49-d384d44c6fd6 req-4d9e1b2b-8740-45af-b4f2-4b01ade227a9 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:08.547485 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54465dc0-7298-4edd-bf49-d384d44c6fd6 req-4d9e1b2b-8740-45af-b4f2-4b01ade227a9 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 943 time: 0.1108510 Jun 30 19:11:08.569254 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-e90f223f-184c-4105-bece-c37bf0f3930b service neutron] 10.222.0.99 "GET /v2.0/networks/b5be1adb-b243-4a58-a5ca-b9ceea1eeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597373 Jun 30 19:11:08.626055 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-54465dc0-7298-4edd-bf49-d384d44c6fd6 req-4b952ade-9b8e-4224-8fae-3ca7864ab18d tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712883 Jun 30 19:11:08.848703 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-de04cb8e-9952-425a-a993-f71b8e20eeac req-4eb65db8-b899-4188-908b-12bb7fab5009 service neutron] 10.222.0.99 "GET /v2.0/networks/b5be1adb-b243-4a58-a5ca-b9ceea1eeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737453 Jun 30 19:11:08.882004 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-b05072bc-c191-49cb-886a-614ad1c3bb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:09.923446 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a08a-22f9-4290-a3af-076ff671fe31 req-902c211c-bbf1-4842-b17e-fdbff8eced2a tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:09.925147 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7263a08a-22f9-4290-a3af-076ff671fe31 req-902c211c-bbf1-4842-b17e-fdbff8eced2a tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 943 time: 0.1277273 Jun 30 19:11:09.994189 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-7263a08a-22f9-4290-a3af-076ff671fe31 req-37c37c44-94b2-42aa-b2f7-7e06d03c746b tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623071 Jun 30 19:11:10.383023 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:10.644018 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 09464722-54f9-4ff7-a52c-2d5559f24b00 details requested by agent hyperv_hv-cinder-79887 with host hv-cinder-79887 {{(pid=78662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 19:11:10.845653 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 09464722-54f9-4ff7-a52c-2d5559f24b00, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=09464722-54f9-4ff7-a52c-2d5559f24b00,segment=NetworkSegment(2a9ad42f-d5f1-416f-a5a2-467cebeff1f0),segment_id=2a9ad42f-d5f1-416f-a5a2-467cebeff1f0)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:11:10.867863 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Returning: {'device': '09464722-54f9-4ff7-a52c-2d5559f24b00', 'network_id': 'b5be1adb-b243-4a58-a5ca-b9ceea1eeea0', 'port_id': '09464722-54f9-4ff7-a52c-2d5559f24b00', 'mac_address': 'fa:16:3e:5d:c8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4204fb1-8136-46fd-b69b-2acbd5ee0313', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 19:11:10.939239 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:10.972289 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09464722-54f9-4ff7-a52c-2d5559f24b00 {{(pid=78662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 19:11:10.980022 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:11.001765 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 09464722-54f9-4ff7-a52c-2d5559f24b00, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=09464722-54f9-4ff7-a52c-2d5559f24b00,segment=NetworkSegment(2a9ad42f-d5f1-416f-a5a2-467cebeff1f0),segment_id=2a9ad42f-d5f1-416f-a5a2-467cebeff1f0)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:11:11.008263 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:11.011203 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:11.138693 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=09464722-54f9-4ff7-a52c-2d5559f24b00,revision_number=4']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:11.153641 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.154769 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.157901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.157901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.157901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.157901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.157901 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.159222 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.159222 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.159562 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.159902 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.160473 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:11.167626 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:11.304317 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['09464722-54f9-4ff7-a52c-2d5559f24b00'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:11:11.343194 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f6ae-7ebe-4d30-9adb-b67fa940272a req-f714e445-8819-4ff3-b7d6-c0fc5cdf6b82 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:11.346052 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0bb6f6ae-7ebe-4d30-9adb-b67fa940272a req-f714e445-8819-4ff3-b7d6-c0fc5cdf6b82 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 944 time: 0.1435721 Jun 30 19:11:11.435069 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-0bb6f6ae-7ebe-4d30-9adb-b67fa940272a req-626dbfcb-57f4-413a-a554-97f645e1a65d tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778534 Jun 30 19:11:12.204058 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:12.658350 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 09464722-54f9-4ff7-a52c-2d5559f24b00 up at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 19:11:12.683786 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd71912-b31f-4ff8-9183-c8583461009b req-fc5048a6-2fa2-490f-99fb-9320a25557c1 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:12.687163 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9cd71912-b31f-4ff8-9183-c8583461009b req-fc5048a6-2fa2-490f-99fb-9320a25557c1 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 944 time: 0.1179051 Jun 30 19:11:12.755275 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning for port 09464722-54f9-4ff7-a52c-2d5559f24b00 completed by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 19:11:12.762063 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.db.provisioning_blocks [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Provisioning complete for port 09464722-54f9-4ff7-a52c-2d5559f24b00 triggered by entity L2. {{(pid=78662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 19:11:12.762703 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445262'] for port, provisioning_complete {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:12.767290 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-9cd71912-b31f-4ff8-9183-c8583461009b req-2f7373a0-e630-49a0-9e94-271b49f69f13 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716662 Jun 30 19:11:12.965642 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1317429'] for port, before_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:13.005777 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464722-54f9-4ff7-a52c-2d5559f24b00'}] {{(pid=78662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:11:13.021224 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] For port 09464722-54f9-4ff7-a52c-2d5559f24b00, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=09464722-54f9-4ff7-a52c-2d5559f24b00,segment=NetworkSegment(2a9ad42f-d5f1-416f-a5a2-467cebeff1f0),segment_id=2a9ad42f-d5f1-416f-a5a2-467cebeff1f0)] {{(pid=78662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:11:13.026728 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781623594186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781623113750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781623113795'] for port, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:13.029207 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:13.145326 dv-cinder-798879-1-smb neutron-server[78662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464722-54f9-4ff7-a52c-2d5559f24b00', 'code': 200} Jun 30 19:11:13.174363 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=09464722-54f9-4ff7-a52c-2d5559f24b00,revision_number=5']} {{(pid=78662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:13.177987 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG oslo_concurrency.lockutils [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78662) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:13.383328 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928e2-0aa7-4ea9-b2bc-f544ac6cf55d req-438a1be9-e9d6-49b2-8fb9-5ec34e03df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:13.384844 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-abf928e2-0aa7-4ea9-b2bc-f544ac6cf55d req-438a1be9-e9d6-49b2-8fb9-5ec34e03df15 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 1098 time: 0.0814784 Jun 30 19:11:13.433869 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-abf928e2-0aa7-4ea9-b2bc-f544ac6cf55d req-e6ba4d61-233d-447f-a35b-1226c45530bd service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Jun 30 19:11:14.148233 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39a3f-7023-4145-952b-68349a6fecbe req-bdbe19e2-19eb-4f5d-85f8-5be65c0862b2 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:14.149723 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cbe39a3f-7023-4145-952b-68349a6fecbe req-bdbe19e2-19eb-4f5d-85f8-5be65c0862b2 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 945 time: 0.2416871 Jun 30 19:11:14.204601 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-cbe39a3f-7023-4145-952b-68349a6fecbe req-ea9d1492-d5c9-4937-9259-708feca0c48f tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478852 Jun 30 19:11:15.510330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd43b-dab3-4a85-a4fd-f9e4c6bfffc5 req-0df49892-b4c8-4bec-baa3-eaa036b64c4d tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:15.511874 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-29cbd43b-dab3-4a85-a4fd-f9e4c6bfffc5 req-0df49892-b4c8-4bec-baa3-eaa036b64c4d tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 945 time: 0.1779463 Jun 30 19:11:15.569502 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-29cbd43b-dab3-4a85-a4fd-f9e4c6bfffc5 req-3817f39e-6974-4c1e-95f8-f37c3345d65f tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497925 Jun 30 19:11:16.430706 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:11:19.483204 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3859-d824-480e-909f-f4762ea299d2 req-8a3d1fd2-9552-424a-889b-30cafee606c3 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:19.484836 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-328c3859-d824-480e-909f-f4762ea299d2 req-8a3d1fd2-9552-424a-889b-30cafee606c3 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 945 time: 0.0861809 Jun 30 19:11:19.545113 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-328c3859-d824-480e-909f-f4762ea299d2 req-a78cb040-baa3-42ee-8a90-a90a6a8fbf33 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495272 Jun 30 19:11:20.838981 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58ace5-f270-434f-9797-3a3fce46ef9b req-65cbfa43-71f4-4c68-b9a7-dff4413c96e0 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:20.840843 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bf58ace5-f270-434f-9797-3a3fce46ef9b req-65cbfa43-71f4-4c68-b9a7-dff4413c96e0 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 945 time: 0.1021469 Jun 30 19:11:20.906173 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-bf58ace5-f270-434f-9797-3a3fce46ef9b req-311d485d-ec12-4f99-b9b1-bc5f23992444 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/security-groups?id=175bad5e-30ed-48a1-bf27-b4a68f4b5b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585673 Jun 30 19:11:20.969130 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-76f85f13-4d51-457a-9701-be1fa1f90ac7 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 19:11:20.969893 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-76f85f13-4d51-457a-9701-be1fa1f90ac7 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Synchronizing usage tracker for tenant:93ba57084dec482794470e4363f2023a on resource:port {{(pid=78660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 19:11:20.991523 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-76f85f13-4d51-457a-9701-be1fa1f90ac7 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Unset dirty status for tenant:93ba57084dec482794470e4363f2023a on resource:port {{(pid=78660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 19:11:20.992808 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-76f85f13-4d51-457a-9701-be1fa1f90ac7 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.99 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 945 time: 0.1494312 Jun 30 19:11:21.074501 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Deleting port 09464722-54f9-4ff7-a52c-2d5559f24b00 {{(pid=78660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 30 19:11:21.074934 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781623593575'] for port, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:21.361149 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.db [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] For port 09464722-54f9-4ff7-a52c-2d5559f24b00, host hv-cinder-79887, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79887',level=0,port_id=09464722-54f9-4ff7-a52c-2d5559f24b00,segment=NetworkSegment(2a9ad42f-d5f1-416f-a5a2-467cebeff1f0),segment_id=2a9ad42f-d5f1-416f-a5a2-467cebeff1f0)] {{(pid=78660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 19:11:21.361584 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710526'] for port, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:21.522377 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.plugin [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Calling delete_port for 09464722-54f9-4ff7-a52c-2d5559f24b00 owned by compute:nova {{(pid=78660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 30 19:11:21.733355 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1317618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781623595906', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781623113741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15165915'] for port, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:21.742548 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-d662326e-7c38-4df8-abd9-d8855de6765f tempest-AttachVolumeNegativeTest-1883512028 tempest-AttachVolumeNegativeTest-1883512028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:21.770859 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.db [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] get_ports_and_sgs() called for port_ids ['09464722-54f9-4ff7-a52c-2d5559f24b00'] {{(pid=78662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 19:11:21.797577 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Pushing event deleted for resources: {'Port': ['ID=09464722-54f9-4ff7-a52c-2d5559f24b00,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:21.800989 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:21.897918 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] No DVR routers for this DVR port 09464722-54f9-4ff7-a52c-2d5559f24b00 on host hv-cinder-79887 {{(pid=78660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 19:11:21.901228 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231467'] for port, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:21.905656 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'name': 'network-vif-deleted', 'tag': '09464722-54f9-4ff7-a52c-2d5559f24b00'}] {{(pid=78660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 19:11:21.932804 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [req-dfa5d1bb-4c62-42e6-8d76-190b07fd5952 req-17045a39-dde3-4827-8c93-4c4f59a7620c tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.99 "DELETE /v2.0/ports/09464722-54f9-4ff7-a52c-2d5559f24b00 HTTP/1.1" status: 204 len: 173 time: 0.9331818 Jun 30 19:11:21.991659 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04e93b-b666-4d71-8c63-aa63772a7928', 'name': 'network-vif-deleted', 'tag': '09464722-54f9-4ff7-a52c-2d5559f24b00', 'status': 'completed', 'code': 200} Jun 30 19:11:22.159712 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [req-07d2f2fe-9a94-46b8-a95e-5c0dee43c6e7 req-d4e892b0-4ee3-4363-aa78-af3f89fe1270 tempest-VolumesActionsTest-224000368 tempest-VolumesActionsTest-224000368-project] 10.222.0.95 "GET /v2.0/ports?device_id=8a04e93b-b666-4d71-8c63-aa63772a7928 HTTP/1.1" status: 200 len: 210 time: 0.0472057 Jun 30 19:11:24.745863 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 09464722-54f9-4ff7-a52c-2d5559f24b00 no longer exists at agent hyperv_hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 19:11:24.806304 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] No Port match for: 09464722-54f9-4ff7-a52c-2d5559f24b00 {{(pid=78662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 30 19:11:24.806695 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron.plugins.ml2.rpc [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Device 09464722-54f9-4ff7-a52c-2d5559f24b00 not bound to the agent host hv-cinder-79887 {{(pid=78662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 19:11:35.928857 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba934-fe03-4faf-8fb4-4782f2d857d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:36.495539 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:38.867382 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d12b9d33-50bc-4fb9-ba20-0d35d9c560ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:40.383474 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:40.962727 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:40.978301 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45588) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:41.045198 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Deleting subnet f4204fb1-8136-46fd-b69b-2acbd5ee0313 {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:11:41.048478 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.099396 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.160728 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.231994 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.237087 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:41.274435 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4204fb1-8136-46fd-b69b-2acbd5ee0313,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:41.280777 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.288542 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.288919 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.289295 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.289664 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.290017 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.290411 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.290766 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.291129 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.291491 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.291839 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.292200 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.292551 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:41.297809 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:41.300304 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-7bad57d2-d3a5-4956-8165-789972615a14 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f4204fb1-8136-46fd-b69b-2acbd5ee0313 HTTP/1.1" status: 204 len: 168 time: 0.3201056 Jun 30 19:11:41.303229 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45592) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:41.427883 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.592351 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.608297 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5be1adb-b243-4a58-a5ca-b9ceea1eeea0']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:11:41.624108 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9ad42f-d5f1-416f-a5a2-467cebeff1f0') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:11:41.624403 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9ad42f-d5f1-416f-a5a2-467cebeff1f0') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:11:41.640469 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.665668 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.676517 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:11:41.676923 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:11:41.694836 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:11:41.922022 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.927203 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:41.942085 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:41.954968 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5be1adb-b243-4a58-a5ca-b9ceea1eeea0,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:41.958496 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:41.965553 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-20b01e44-ac61-48e5-aff1-d806087468f1 admin admin] 10.222.0.95 "DELETE /v2.0/networks/b5be1adb-b243-4a58-a5ca-b9ceea1eeea0 HTTP/1.1" status: 204 len: 168 time: 0.6612177 Jun 30 19:11:41.970788 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45596) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:42.058222 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Deleting subnet 54d43ef3-4203-4a58-9917-6b1a36b57b81 {{(pid=78660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 30 19:11:42.062996 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.116860 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1038126'] for subnet, precommit_delete_associations {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.180952 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1474420'] for subnet, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.198409 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.265767 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16601779'] for subnet, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.273465 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:42.335145 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d43ef3-4203-4a58-9917-6b1a36b57b81,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:42.339046 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:42.340353 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.347747 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-00f6e350-c004-4783-9bec-7d1ec65fcb6f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/54d43ef3-4203-4a58-9917-6b1a36b57b81 HTTP/1.1" status: 204 len: 168 time: 0.3754442 Jun 30 19:11:42.350097 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45600) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:42.469175 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333655'] for network, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.613536 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472251', 'neutron.services.segments.db._delete_segments_for_network-8781623615416'] for network, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.627699 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573c1ec2-1133-4732-93d3-1aca0d8484df']}} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:11:42.645627 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b2d57f-e5ea-4de6-a076-c8c3df25e8b8') {'for_net_delete': True} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:11:42.645910 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.services.segments.db [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b2d57f-e5ea-4de6-a076-c8c3df25e8b8') {} {{(pid=78660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 19:11:42.658997 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781623629087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1038117'] for segment, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.678583 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466938'] for segment, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.685518 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=78660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 19:11:42.686057 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1466947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15165838'] for segment, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: Traceback (most recent call last): Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: timer() Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: cb(*args, **kw) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: return func(*args, **kwargs) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: self._notify() Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: self.callback(batched_events) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: event.method(event) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: return f(self, *a, **k) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: return self._get(url).json() Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: return self.request(url, 'GET', **kwargs) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 19:11:42.699320 dv-cinder-798879-1-smb neutron-server[78660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 19:11:42.775348 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701310'] for network, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.779718 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-82f00df6-ecde-480c-8508-3aa9bb863866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:42.792691 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548611'] for network, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:42.806804 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=573c1ec2-1133-4732-93d3-1aca0d8484df,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:42.810797 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] 10.222.0.95 "DELETE /v2.0/networks/573c1ec2-1133-4732-93d3-1aca0d8484df HTTP/1.1" status: 204 len: 168 time: 0.4592583 Jun 30 19:11:42.811955 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5dd802a0-52b9-4e57-90da-f0dcd025cb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:43.012165 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45606) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:43.072992 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-489a29da-5b24-4989-8286-1c99fdfd528e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=93ba57084dec482794470e4363f2023a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580785 Jun 30 19:11:43.076207 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45610) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:43.143028 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.170891 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.234467 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.238403 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-6489e8c9-9024-4453-839d-9b5973fc9430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:43.253910 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175bad5e-30ed-48a1-bf27-b4a68f4b5b84,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:43.263855 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.264239 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.264617 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.264987 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.265353 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.265728 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.266089 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.266481 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.266849 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.267204 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.267565 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.267920 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798879-1-smb {{(pid=78661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 19:11:43.272116 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:43.274159 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.281502 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a3186a26-9706-4009-92f7-15e9c151653f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/175bad5e-30ed-48a1-bf27-b4a68f4b5b84 HTTP/1.1" status: 204 len: 168 time: 0.1979883 Jun 30 19:11:43.666778 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45618) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:43.718689 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-3b20ba95-883b-49d7-beeb-461585f2a971 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=00ff55dbfa2246c4bce8883c1d98ee8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504811 Jun 30 19:11:43.723107 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45622) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:43.790041 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c35abff5-5b6f-4f1d-b979-e828bc297c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.826889 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c35abff5-5b6f-4f1d-b979-e828bc297c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.895051 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c35abff5-5b6f-4f1d-b979-e828bc297c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.899330 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-f0c4c05b-5e49-483e-acf7-5555b60c76a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:43.911068 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35abff5-5b6f-4f1d-b979-e828bc297c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e2367f-f6ed-4a01-921e-89c5f3350fc0,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:43.913412 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-c35abff5-5b6f-4f1d-b979-e828bc297c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:43.921328 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-c35abff5-5b6f-4f1d-b979-e828bc297c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:43.922521 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-c35abff5-5b6f-4f1d-b979-e828bc297c60 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/43e2367f-f6ed-4a01-921e-89c5f3350fc0 HTTP/1.1" status: 204 len: 168 time: 0.1984279 Jun 30 19:11:45.187343 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45654) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:45.324207 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:45.339742 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:11:45.343673 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Usage tracker for resource:security_group_rule and tenant:6667f04eafb64b658a14b53b5dc5f2f1 is out of sync, need to count used quota {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:11:45.346683 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.quota.resource [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:11:45.352898 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.db.quota.driver [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:11:45.444781 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:45.449412 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:45.457609 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-7cf30161-c182-45f5-bb81-9c7c4662e408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:45.499533 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6667f04eafb64b658a14b53b5dc5f2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110979 Jun 30 19:11:45.500305 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e132baf-6ccd-438a-b81e-a44dd0e18054,revision_number=1']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:45.502850 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45660) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:45.503335 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-a69cb99d-c798-43f8-be66-c93ff07d1209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:45.566058 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5455b036-a82e-4f71-afd4-be6c1d3797f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:45.598661 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5455b036-a82e-4f71-afd4-be6c1d3797f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:45.654266 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5455b036-a82e-4f71-afd4-be6c1d3797f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:45.659966 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ee0ea73c-a39a-4055-833c-e3fdee31b38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:45.673682 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455b036-a82e-4f71-afd4-be6c1d3797f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e132baf-6ccd-438a-b81e-a44dd0e18054,revision_number=None']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:45.677535 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-5455b036-a82e-4f71-afd4-be6c1d3797f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:45.681188 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-5455b036-a82e-4f71-afd4-be6c1d3797f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:45.682443 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-5455b036-a82e-4f71-afd4-be6c1d3797f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5e132baf-6ccd-438a-b81e-a44dd0e18054 HTTP/1.1" status: 204 len: 168 time: 0.1783175 Jun 30 19:11:47.142678 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.wsgi [-] (78660) accepted ('10.222.0.95', 45704) {{(pid=78660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:47.262880 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:47.278081 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 19:11:47.282163 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Usage tracker for resource:security_group_rule and tenant:aed4eb48efa540c7bffed3b394a4d8d5 is out of sync, need to count used quota {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 19:11:47.284937 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.quota.resource [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 19:11:47.290775 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.db.quota.driver [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 19:11:47.375186 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:47.379278 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron_lib.callbacks.manager [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_create {{(pid=78660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:47.391916 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-ce22f6f7-1873-43d3-ae29-5a6849ef2aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:47.432350 dv-cinder-798879-1-smb neutron-server[78660]: INFO neutron.wsgi [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=aed4eb48efa540c7bffed3b394a4d8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885766 Jun 30 19:11:47.433274 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7580f1-69c9-4c44-801a-6594eda96876,revision_number=1']} {{(pid=78660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:47.435140 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.wsgi [-] (78661) accepted ('10.222.0.95', 45710) {{(pid=78661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 19:11:47.436502 dv-cinder-798879-1-smb neutron-server[78660]: DEBUG oslo_concurrency.lockutils [None req-7639fb01-69c2-467a-ab36-f5c7fb686aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:47.501549 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dc662cd8-9b45-44bc-9088-3e0d051bebe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:47.529355 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dc662cd8-9b45-44bc-9088-3e0d051bebe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:47.582088 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dc662cd8-9b45-44bc-9088-3e0d051bebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781900'] for security_group, after_delete {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:47.585811 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-e2a29630-c8e9-432f-ae7d-324596f4754e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 19:11:47.600891 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc662cd8-9b45-44bc-9088-3e0d051bebe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7580f1-69c9-4c44-801a-6594eda96876,revision_number=None']} {{(pid=78661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 19:11:47.604406 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG oslo_concurrency.lockutils [None req-dc662cd8-9b45-44bc-9088-3e0d051bebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 19:11:47.613250 dv-cinder-798879-1-smb neutron-server[78661]: DEBUG neutron_lib.callbacks.manager [None req-dc662cd8-9b45-44bc-9088-3e0d051bebe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:11:47.614668 dv-cinder-798879-1-smb neutron-server[78661]: INFO neutron.wsgi [None req-dc662cd8-9b45-44bc-9088-3e0d051bebe1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9a7580f1-69c9-4c44-801a-6594eda96876 HTTP/1.1" status: 204 len: 168 time: 0.1781766 Jun 30 19:11:53.429531 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:12:05.930885 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-13d22a26-56e3-4b0d-a33c-35ee811c753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:06.497638 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:08.879258 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2d73649a-ae10-46aa-8ba9-1b7b0db4079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:10.386307 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:10.962010 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:12.195395 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:30.429131 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:12:35.934322 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d3f15f99-bbd4-4e1c-803d-94237681b054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:36.503827 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:38.876162 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-cd0f5385-6158-47cb-b087-96538b3111dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:40.389530 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:40.968492 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:12:42.291496 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:05.939011 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-371772cb-5581-486f-a940-8b03c00b8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:06.507896 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:07.428823 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:13:08.876666 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ffc1fa2f-19fc-4fa2-ac71-1fbb27588dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:10.393175 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:10.969974 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:12.202564 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:35.942209 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-85ab0a7e-54e7-4e01-b5bc-53fd3daffc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:36.503392 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:38.870449 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9b2d80b9-d681-4a62-8bcb-79d594eb2cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:40.395221 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:40.974767 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:42.204806 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:13:44.428058 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:14:05.944550 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1caeb688-f060-4cf7-95ef-28cdcffadd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:06.505250 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:08.874675 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d08c3253-0d94-4a9d-be23-ca04e2e2863c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:10.399529 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:10.976621 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:12.208212 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:21.427072 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:14:35.947799 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0d29f682-e605-4dfd-b36a-8edb3d8358ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:36.507805 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:38.880255 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ff3249e9-cbfb-4ec0-9992-2c4e6ea07bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:40.401425 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:40.975170 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:42.210932 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:14:58.427567 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:15:05.949078 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-b3687ba6-0059-4c70-a481-6900c4559563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:06.510251 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:08.885525 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-0533b901-cd9f-4e20-920f-e4cc53372909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:10.404033 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:10.976525 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:12.214509 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:35.427139 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:15:35.951593 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-c15a508f-dbb8-49d5-9fc4-1ab88ee501e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:36.513364 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:38.896918 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-5dbce50f-476b-4d7d-899e-ac2d7b64bf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:40.407080 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:40.989675 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:15:42.216527 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:05.957894 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-d31396a1-dd9d-4ed8-b7bd-67867d73bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:06.519255 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:08.893348 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc913-2cba-4ea9-a7c6-d8dff3b36d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:10.414427 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:10.990640 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:12.230949 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:12.427802 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 19:16:35.951852 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4a85-3c9f-474f-996c-8517db814ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:36.513052 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-e2daeb43-c5f7-40cf-af11-4f82b5a3c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:38.887070 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-1b9dabc9-6f66-49c4-a0ee-ad5bcb10045d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:40.413874 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-ce709dea-3b62-44d9-bdcd-d6b5563287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:40.989661 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6f8-a756-4c7e-b178-c8ac468e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:42.222823 dv-cinder-798879-1-smb neutron-server[78662]: DEBUG neutron_lib.callbacks.manager [None req-da23373b-14fa-4dda-aba2-ddbbcf551183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781623615425', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1443893'] for agent, after_update {{(pid=78662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 19:16:49.427334 dv-cinder-798879-1-smb neutron-server[78663]: DEBUG neutron.db.agents_db [None req-04cd3191-3528-48b9-80bd-20ce3f1067ea None None] Agent healthcheck: found 6 active agents {{(pid=78663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}